-- Logs begin at Wed 2021-10-27 13:23:34 UTC, end at Wed 2021-10-27 14:24:24 UTC. -- Oct 27 13:59:46.592079 dv-cinder-815660-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 13:59:49.373255 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.common.config [-] Logging enabled! Oct 27 13:59:49.373880 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 13:59:49.374047 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101548) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 13:59:49.377270 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.common.config [-] Logging enabled! Oct 27 13:59:49.377531 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 13:59:49.377850 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101548) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 13:59:49.378801 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 13:59:49.379038 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 13:59:49.379445 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 13:59:49.379693 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 13:59:49.379922 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 13:59:49.380248 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.380551 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.380852 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.381085 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.381382 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.381674 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.381961 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.382254 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.382556 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.382845 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.383160 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.383439 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.383673 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.383960 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.384253 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.384544 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.384772 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] debug = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.385056 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.385494 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.385923 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.386209 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.386510 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.386797 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.387073 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.387919 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.388217 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.388551 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] host = dv-cinder-815660-2-iscsi {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.388836 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.389134 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.389422 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.389712 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.389990 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.390270 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.390560 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.390839 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.391115 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] log_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.391417 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.391710 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.392000 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.392292 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.392521 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.392743 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.393034 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.393323 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.393604 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.393883 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.394162 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.394441 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.394717 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.394991 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.395305 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.395599 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.395888 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.396168 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.396448 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.396725 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.397001 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.397292 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.397570 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.397846 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.398123 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.398413 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.398687 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.398966 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.399292 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.399585 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.399871 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.400161 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.400438 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.400722 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.400999 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.401276 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.401550 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] use_json = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.401828 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.402099 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.402386 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.402661 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.402961 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.403319 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.403601 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.403891 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:49.404195 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.404502 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.404809 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.405098 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.405411 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.405700 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.405994 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.406277 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.406576 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.406869 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.407186 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.407470 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.407763 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.408044 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.408342 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.408651 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.408948 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.409244 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.409528 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.409804 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.410081 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.410365 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.410654 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.410935 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.411250 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.411547 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.411832 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.412118 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.412415 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.412708 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.412988 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.413270 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.413567 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.413851 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.414127 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.414408 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.414702 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.414984 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.415280 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.415567 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.415849 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.416125 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.416400 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.416687 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.416982 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.417262 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.417536 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.417810 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.418090 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.418363 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.418739 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.419043 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.419344 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.419619 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.419900 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.420176 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.420453 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.420736 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.421012 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.421292 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.421567 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.421843 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.422118 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.422391 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.422665 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.422941 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.423245 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.423531 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.423809 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.424084 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.424359 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.424639 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.424917 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.425206 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.425510 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.425794 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.426081 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.426365 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.426655 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.426937 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.427251 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.427536 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.427821 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.428101 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.428398 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.428686 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.428978 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.429266 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.429549 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.429876 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.430163 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.430451 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.430734 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.431019 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.431330 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.431618 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.431918 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.432218 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.432515 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.432815 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.433110 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.433395 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.433711 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.433994 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:49.434743 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 13:59:49.435056 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101548) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 13:59:49.874300 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 13:59:49.874586 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 13:59:49.874880 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 13:59:49.875252 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 13:59:50.204599 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.204883 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.205158 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.206413 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.206699 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.206970 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.242274 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.242553 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.242889 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.259012 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.259315 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.259591 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.291026 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.291342 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.291682 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.329127 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.329405 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.329674 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.570640 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.571293 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.571293 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.571436 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.572081 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.703252 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.703580 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.703865 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.704138 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.704407 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.704720 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.705073 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.705243 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.705499 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.705782 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.706047 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.706310 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.706574 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.706827 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.707083 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.707431 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.707646 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.707916 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.708187 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.708449 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.708723 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.708978 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.709264 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.709648 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.709901 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.710159 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.710555 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:59:50.710799 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:59:50.711039 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:59:50.711301 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:59:50.711541 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:59:50.711780 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:59:50.712147 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 13:59:50.715458 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 13:59:50.720159 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 13:59:50.723983 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Oct 27 13:59:50.725641 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 13:59:50.726108 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 13:59:50.726452 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 13:59:50.726841 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 13:59:50.729725 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 13:59:50.729984 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 13:59:50.730340 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 13:59:50.736706 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 13:59:50.759476 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 13:59:50.759944 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.760249 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101548) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 13:59:50.760612 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.762007 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101548) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 13:59:50.762297 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 13:59:50.762596 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 13:59:50.765877 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.766153 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:50.829511 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 13:59:50.829674 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 13:59:50.829892 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 13:59:50.830278 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 13:59:50.851653 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_db.sqlalchemy.engines [None req-61e37287-7199-4116-8445-f38777530259 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101548) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 13:59:51.393396 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [None req-61e37287-7199-4116-8445-f38777530259 None None] Initializing driver for type 'gre' Oct 27 13:59:51.394110 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61e37287-7199-4116-8445-f38777530259 None None] gre ID ranges: [(1, 1000)] Oct 27 13:59:51.447709 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [None req-61e37287-7199-4116-8445-f38777530259 None None] Initializing driver for type 'local' Oct 27 13:59:51.448053 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [None req-61e37287-7199-4116-8445-f38777530259 None None] Initializing driver for type 'vlan' Oct 27 13:59:51.461541 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-61e37287-7199-4116-8445-f38777530259 None None] VlanTypeDriver initialization complete Oct 27 13:59:51.462087 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [None req-61e37287-7199-4116-8445-f38777530259 None None] Initializing driver for type 'vxlan' Oct 27 13:59:51.462630 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61e37287-7199-4116-8445-f38777530259 None None] vxlan ID ranges: [(1, 1000)] Oct 27 13:59:51.516805 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [None req-61e37287-7199-4116-8445-f38777530259 None None] Initializing extension driver 'port_security' Oct 27 13:59:51.517149 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.extensions.port_security [None req-61e37287-7199-4116-8445-f38777530259 None None] PortSecurityExtensionDriver initialization complete Oct 27 13:59:51.517493 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [None req-61e37287-7199-4116-8445-f38777530259 None None] Initializing mechanism driver 'openvswitch' Oct 27 13:59:51.517855 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [None req-61e37287-7199-4116-8445-f38777530259 None None] Initializing mechanism driver 'hyperv' Oct 27 13:59:51.524754 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.plugins.ml2.plugin [None req-61e37287-7199-4116-8445-f38777530259 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:51.525626 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > port after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.526009 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > port after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.526367 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > port after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.526901 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:59:51.527372 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > subnet after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.527729 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > subnet after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.528584 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.529017 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:59:51.529449 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > network after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.529799 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > network after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.530144 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > network after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.530551 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:59:51.530970 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > security_group after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.531348 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > security_group after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.531694 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.532091 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:59:51.532508 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.532858 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.533200 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.533599 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:59:51.534190 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > address_group after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.534557 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > address_group after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.534901 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.535349 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101548) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:59:51.535725 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-61e37287-7199-4116-8445-f38777530259 None None] ML2 OVO RPC backend initialized. {{(pid=101548) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 13:59:51.536444 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.536803 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.537229 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > network before_response 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.537579 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > networks before_response 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.537929 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > port before_response 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.538271 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > ports before_response 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.538614 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > subnet before_response 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.538954 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > subnets before_response 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.539328 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > network after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.539671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > network after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.540006 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > network after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.540344 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > port after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.540700 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > port after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.541038 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > port after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.541375 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > subnet after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.541706 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > subnet after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.542040 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.542624 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.plugin [None req-61e37287-7199-4116-8445-f38777530259 None None] Modular L2 Plugin initialization complete Oct 27 13:59:51.542957 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading services supported by the core plugin {{(pid=101548) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 13:59:51.543310 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.plugins.ml2.managers [None req-61e37287-7199-4116-8445-f38777530259 None None] Got port-security extension from driver 'port_security' Oct 27 13:59:51.544404 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.extensions.vlantransparent [None req-61e37287-7199-4116-8445-f38777530259 None None] Disabled vlantransparent extension. Oct 27 13:59:51.544890 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101548) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 13:59:51.545215 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading Plugin: router Oct 27 13:59:51.581941 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.582577 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router after_create 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.582699 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router before_create 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.583069 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.583468 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.583829 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router after_delete 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.584189 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.584662 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.585025 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router after_create 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.585375 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router after_update 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.585728 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router after_update 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.586081 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.586445 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router after_update 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.586858 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router precommit_update 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.587270 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: port after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.587617 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: port after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.588013 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: subnet after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.588299 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.588707 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.589057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router precommit_create 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.589404 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: port before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.589747 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router precommit_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.590105 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router after_update 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.590453 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.591527 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router precommit_create 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.591902 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.592258 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router precommit_update 55549900 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.592629 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > agent after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.592981 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > agent after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.593328 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > network after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.594222 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Tracking information for resource: router configured {{(pid=101548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:59:51.594556 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Tracking information for resource: floatingip configured {{(pid=101548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:59:51.599571 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.db.l3_agentschedulers_db [None req-61e37287-7199-4116-8445-f38777530259 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 13:59:51.600146 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: port after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.600509 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: port after_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.600864 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: port after_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.601225 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: port after_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.602020 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router before_create 55550100 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.602388 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.602752 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router precommit_create 55550100 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.603110 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > router precommit_update 55550100 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.608663 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.services.provider_configuration [None req-61e37287-7199-4116-8445-f38777530259 None None] Service providers = [] {{(pid=101548) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 13:59:51.609031 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.db.servicetype_db [None req-61e37287-7199-4116-8445-f38777530259 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101548) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 13:59:51.612048 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.services.service_base [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:59:51.612401 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.services.service_base [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:59:51.612746 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.services.service_base [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:59:51.613639 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.services.service_base [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:59:51.614018 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.services.service_base [None req-61e37287-7199-4116-8445-f38777530259 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 13:59:51.614405 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:59:51.614726 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 13:59:51.627237 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:59:51.627578 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading Plugin: auto_allocate Oct 27 13:59:51.633486 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: network precommit_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.633858 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: network precommit_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.634393 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:59:51.634717 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading Plugin: tag Oct 27 13:59:51.641690 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:59:51.642026 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading Plugin: timestamp Oct 27 13:59:51.645992 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:59:51.646265 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading Plugin: network_ip_availability Oct 27 13:59:51.651919 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.652295 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.652655 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.654014 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:59:51.654335 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading Plugin: flavors Oct 27 13:59:51.659512 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:59:51.659857 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading Plugin: revisions Oct 27 13:59:51.664237 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:59:51.664628 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_concurrency.lockutils [None req-61e37287-7199-4116-8445-f38777530259 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=101548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 13:59:51.665390 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101548) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 13:59:51.665730 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Initializing extension manager. Oct 27 13:59:51.666242 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: __init__.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.666585 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: __pycache__ {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.666922 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.667288 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: address_group.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.668056 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.668628 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: address-group Oct 27 13:59:51.669595 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: address_scope.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.670324 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.670828 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: address-scope Oct 27 13:59:51.671179 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.672128 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.672633 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: router-admin-state-down-before-update Oct 27 13:59:51.672964 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: agent.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.673660 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.674161 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: agent Oct 27 13:59:51.674485 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: agent_resources_synced.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.675445 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.675951 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: agent-resources-synced Oct 27 13:59:51.676274 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: allowedaddresspairs.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.678087 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.678613 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: allowed-address-pairs Oct 27 13:59:51.678944 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: auto_allocated_topology.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.680047 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.680561 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: auto-allocated-topology Oct 27 13:59:51.680890 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: availability_zone.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.681587 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.682094 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: availability_zone Oct 27 13:59:51.682421 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: availability_zone_filter.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.683357 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.683868 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: availability_zone_filter Oct 27 13:59:51.684194 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: data_plane_status.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.685203 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.685710 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 13:59:51.686035 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: default_subnetpools.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.686955 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.687495 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: default-subnetpools Oct 27 13:59:51.687822 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.688631 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.689143 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: dhcp_agent_scheduler Oct 27 13:59:51.689621 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: dns.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.690400 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.690905 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 13:59:51.691260 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: dns_domain_ports.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.692187 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.692693 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 13:59:51.693012 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.693939 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.694442 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 13:59:51.694832 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: dvr.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.695465 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.695968 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: dvr Oct 27 13:59:51.696293 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: ecmp_routes.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.697220 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.697723 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 13:59:51.698046 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: empty_string_filtering.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.698962 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.699494 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: empty-string-filtering Oct 27 13:59:51.699823 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.700789 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.701288 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 13:59:51.701613 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.702533 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.703036 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 13:59:51.703383 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: external_net.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.704305 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.704818 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: external-net Oct 27 13:59:51.705142 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.706053 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.706556 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: extra_dhcp_opt Oct 27 13:59:51.706880 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: extraroute.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.707818 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.708324 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: extraroute Oct 27 13:59:51.708646 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: extraroute_atomic.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.709688 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.710194 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: extraroute-atomic Oct 27 13:59:51.710522 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: filter_validation.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.711393 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.711907 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: filter-validation Oct 27 13:59:51.712236 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: fip_pf_description.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.713166 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.713674 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 13:59:51.713998 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: fip_port_details.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.714926 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.715487 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: fip-port-details Oct 27 13:59:51.716415 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: flavors.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.717664 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.718180 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: flavors Oct 27 13:59:51.718511 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.720204 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.720724 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 13:59:51.721055 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: floatingip_pools.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.721759 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.722265 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: floatingip-pools Oct 27 13:59:51.722592 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: ip_allocation.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.723557 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.724060 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 13:59:51.724382 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.725317 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.725822 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: ip-substring-filtering Oct 27 13:59:51.726146 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: l2_adjacency.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.727081 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.727606 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 13:59:51.727926 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: l3.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.728903 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.729414 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: router Oct 27 13:59:51.729742 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.732087 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.732611 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 13:59:51.732948 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.733888 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.734397 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: ext-gw-mode Oct 27 13:59:51.734730 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.735685 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.736190 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: l3-ha Oct 27 13:59:51.736520 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: l3_flavors.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.737441 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.737945 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: l3-flavors Oct 27 13:59:51.738275 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.739225 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.739733 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 13:59:51.740060 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: l3agentscheduler.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.741132 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.741881 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: l3_agent_scheduler Oct 27 13:59:51.742207 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: logging.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.743726 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.744243 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension logging not supported by any of loaded plugins Oct 27 13:59:51.744573 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: metering.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.745326 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.745893 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: metering Oct 27 13:59:51.746222 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.747997 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.748507 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: metering_source_and_destination_fields Oct 27 13:59:51.749037 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: multiprovidernet.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.750220 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.750733 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: multi-provider Oct 27 13:59:51.751060 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: netmtu.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.752022 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.752529 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: net-mtu Oct 27 13:59:51.752856 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: netmtu_writable.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.753777 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.754283 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: net-mtu-writable Oct 27 13:59:51.754609 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: network_availability_zone.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.755323 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.755828 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: network_availability_zone Oct 27 13:59:51.756153 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: network_ip_availability.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.757268 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.757775 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: network-ip-availability Oct 27 13:59:51.758104 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: network_segment_range.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.758872 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.759409 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 13:59:51.759734 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: pagination.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.760726 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.761133 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: pagination Oct 27 13:59:51.761384 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: port_device_profile.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.762309 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.762987 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: port-device-profile Oct 27 13:59:51.763342 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.764283 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.764792 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: port-mac-address-regenerate Oct 27 13:59:51.765116 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.766039 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.766596 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: port-numa-affinity-policy Oct 27 13:59:51.766865 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: port_resource_request.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.767825 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.768330 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 13:59:51.768649 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: portbindings.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.769579 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.770080 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: binding Oct 27 13:59:51.770401 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: portbindings_extended.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.771705 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.772217 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: binding-extended Oct 27 13:59:51.772546 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: portsecurity.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.773467 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.773971 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: port-security Oct 27 13:59:51.774296 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: project_id.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.775311 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.775650 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: project-id Oct 27 13:59:51.775978 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: providernet.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.776907 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.777411 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: provider Oct 27 13:59:51.777733 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: qos.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.781498 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.782024 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension qos not supported by any of loaded plugins Oct 27 13:59:51.782360 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.783649 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.784164 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 13:59:51.784494 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.785421 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.785934 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 13:59:51.786260 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: qos_default.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.787220 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.787730 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension qos-default not supported by any of loaded plugins Oct 27 13:59:51.788059 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: qos_fip.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.788715 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.789214 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 13:59:51.789539 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: qos_gateway_ip.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.790468 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.790977 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 13:59:51.791339 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: qos_port_network_policy.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.792259 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.792765 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 13:59:51.793091 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.794689 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.795230 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 13:59:51.795561 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: qos_pps_rule.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.796757 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.797273 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 13:59:51.797600 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: qos_rule_type_details.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.798547 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.799057 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 13:59:51.799420 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: qos_rules_alias.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.800652 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.801163 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 13:59:51.801493 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: quotasv2.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.802451 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.802783 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: quotas Oct 27 13:59:51.803108 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: quotasv2_detail.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.806298 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.806645 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: quota_details Oct 27 13:59:51.806981 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: rbac.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.808088 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.808621 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: rbac-policies Oct 27 13:59:51.808954 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: rbac_address_group.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.810478 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.811009 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: rbac-address-group Oct 27 13:59:51.811355 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: rbac_address_scope.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.812291 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.812804 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: rbac-address-scope Oct 27 13:59:51.813134 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: rbac_security_groups.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.814058 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.814566 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: rbac-security-groups Oct 27 13:59:51.814897 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: rbac_subnetpool.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.815851 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.816370 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: rbac-subnetpool Oct 27 13:59:51.816699 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: revisionifmatch.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.817630 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.818140 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: revision-if-match Oct 27 13:59:51.818471 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: revisions.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.819613 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.820124 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: standard-attr-revisions Oct 27 13:59:51.820456 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: router_availability_zone.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.821133 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.821641 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: router_availability_zone Oct 27 13:59:51.821970 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: routerservicetype.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.822897 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.823441 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 13:59:51.823769 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.824695 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.825237 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: security-groups-normalized-cidr Oct 27 13:59:51.825561 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.826502 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.827010 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: port-security-groups-filtering Oct 27 13:59:51.827372 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.828300 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.828810 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: security-groups-remote-address-group Oct 27 13:59:51.829137 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: securitygroup.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.839005 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.839564 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: security-group Oct 27 13:59:51.839903 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: segment.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.840781 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.841327 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension segment not supported by any of loaded plugins Oct 27 13:59:51.841700 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.842645 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.843179 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 13:59:51.843516 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: servicetype.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.844641 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.845161 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: service-type Oct 27 13:59:51.845490 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: sorting.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.846487 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.846823 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: sorting Oct 27 13:59:51.847168 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: standard_attr_segment.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.848092 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.848606 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 13:59:51.848934 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: standardattrdescription.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.849588 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.850096 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: standard-attr-description Oct 27 13:59:51.850424 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: stateful_security_group.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.851396 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.851912 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: stateful-security-group Oct 27 13:59:51.852232 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: stdattrs_common.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.852820 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 13:59:51.853142 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.854079 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.854590 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 13:59:51.854914 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: subnet_onboard.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.856038 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.857086 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: subnet_onboard Oct 27 13:59:51.857488 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.858438 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.858948 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 13:59:51.859303 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: subnet_service_types.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.860245 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.860758 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: subnet-service-types Oct 27 13:59:51.861085 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: subnetallocation.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.862198 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.862716 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: subnet_allocation Oct 27 13:59:51.863050 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.863758 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.864287 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: subnetpool-prefix-ops Oct 27 13:59:51.864615 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.865563 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.866104 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 13:59:51.866682 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: tagging.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.867820 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.868333 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: standard-attr-tag Oct 27 13:59:51.868663 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: timestamp.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.869886 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.870398 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loaded extension: standard-attr-timestamp Oct 27 13:59:51.870729 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: trunk.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.871822 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.872376 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension trunk not supported by any of loaded plugins Oct 27 13:59:51.872781 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: trunk_details.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.873721 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.874235 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 13:59:51.874563 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: uplink_status_propagation.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.875545 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.876058 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 13:59:51.876380 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Loading extension file: vlantransparent.py {{(pid=101548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:59:51.877060 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:59:51.877565 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 13:59:51.880093 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:network Oct 27 13:59:51.880628 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:subnet Oct 27 13:59:51.881029 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:59:51.881421 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:port Oct 27 13:59:51.882707 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.883186 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service FLAVORS assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.883804 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.884240 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.884573 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:router Oct 27 13:59:51.885019 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 13:59:51.885511 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service METERING assigned prefix: /metering {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.886986 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.887390 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.888302 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:59:51.889439 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 13:59:51.889874 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:security_group Oct 27 13:59:51.890310 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 13:59:51.890934 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service CORE assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.891308 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:59:51.891659 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] subnetpool is already registered Oct 27 13:59:51.892090 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service CORE assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.892417 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:59:51.892749 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] subnetpool is already registered Oct 27 13:59:51.895152 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.895615 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service FLAVORS assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.896274 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.896663 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.896999 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:router Oct 27 13:59:51.897339 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] router is already registered Oct 27 13:59:51.897761 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 13:59:51.898114 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] floatingip is already registered Oct 27 13:59:51.898580 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service METERING assigned prefix: /metering {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.899313 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 13:59:51.899659 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] rbac_policy is already registered Oct 27 13:59:51.900074 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:security_group Oct 27 13:59:51.900411 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] security_group is already registered Oct 27 13:59:51.900825 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 13:59:51.901168 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] security_group_rule is already registered Oct 27 13:59:51.901666 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service CORE assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.901995 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:59:51.902331 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] subnetpool is already registered Oct 27 13:59:51.902748 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.v2.resource_helper [None req-61e37287-7199-4116-8445-f38777530259 None None] Service CORE assigned prefix: {{(pid=101548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:59:51.903718 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:59:51.904207 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING neutron.quota.resource_registry [None req-61e37287-7199-4116-8445-f38777530259 None None] subnetpool is already registered Oct 27 13:59:51.905940 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: extensions {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.907532 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: address-groups {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.909021 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: address-scopes {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.910276 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: agents {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.911581 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: auto-allocated-topology {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.912839 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: availability_zones {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.914060 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: dhcp-networks {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.915505 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: dhcp-agents {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.917033 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: routers {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.919321 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: flavors {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.920511 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: service_profiles {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.921730 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: next_providers {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.923213 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: service_profiles {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.924665 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: floatingip-pools {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.925992 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: routers {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.928139 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: floatingips {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.929438 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: l3-routers {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.930844 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: l3-agents {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.932291 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: metering-labels {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.933649 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: metering-label-rules {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.935076 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: network-ip-availabilities {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.936379 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: bindings {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.937973 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: quotas {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.939670 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: quotas {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.941210 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: rbac-policies {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.942417 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: security-groups {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.943787 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: security-group-rules {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.945031 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: service-providers {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.946256 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: subnetpools {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.947697 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: subnetpools {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.949163 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: tags {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.951530 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: tags {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.953355 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: tags {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.955166 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: tags {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.956875 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: tags {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.958858 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: tags {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.960596 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: tags {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.963464 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: tags {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.965263 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: tags {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.967708 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron.api.extensions [None req-61e37287-7199-4116-8445-f38777530259 None None] Extended resource: tags {{(pid=101548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:59:51.973915 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING keystonemiddleware.auth_token [None req-61e37287-7199-4116-8445-f38777530259 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 13:59:51.978476 dv-cinder-815660-2-iscsi neutron-server[101548]: WARNING keystonemiddleware.auth_token [None req-61e37287-7199-4116-8445-f38777530259 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 13:59:51.987489 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_concurrency.lockutils [None req-61e37287-7199-4116-8445-f38777530259 None None] Acquired lock "singleton_lock" {{(pid=101548) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 13:59:51.987974 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_concurrency.lockutils [None req-61e37287-7199-4116-8445-f38777530259 None None] Releasing lock "singleton_lock" {{(pid=101548) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 13:59:51.988619 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO oslo_service.service [None req-61e37287-7199-4116-8445-f38777530259 None None] Starting 2 workers Oct 27 13:59:51.993722 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [None req-61e37287-7199-4116-8445-f38777530259 None None] Started child 101655 {{(pid=101548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:59:51.998394 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [None req-61e37287-7199-4116-8445-f38777530259 None None] Started child 101656 {{(pid=101548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:59:51.999208 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:52.000045 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO neutron.service [None req-61e37287-7199-4116-8445-f38777530259 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 13:59:52.000649 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [-] (101655) wsgi starting up on http://0.0.0.0:9696 Oct 27 13:59:52.000806 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Publish callbacks [] for process, before_spawn {{(pid=101548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:52.002892 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:52.003378 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO oslo_service.service [None req-61e37287-7199-4116-8445-f38777530259 None None] Starting 1 workers Oct 27 13:59:52.004253 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [-] (101656) wsgi starting up on http://0.0.0.0:9696 Oct 27 13:59:52.008385 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [None req-61e37287-7199-4116-8445-f38777530259 None None] Started child 101657 {{(pid=101548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:59:52.008917 dv-cinder-815660-2-iscsi neutron-server[101548]: INFO oslo_service.service [None req-61e37287-7199-4116-8445-f38777530259 None None] Starting 1 workers Oct 27 13:59:52.012003 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.service [None req-61e37287-7199-4116-8445-f38777530259 None None] calling RpcWorker wait() {{(pid=101657) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 13:59:52.013049 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.service [None req-61e37287-7199-4116-8445-f38777530259 None None] returning from RpcWorker wait() {{(pid=101657) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 13:59:52.014176 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [None req-61e37287-7199-4116-8445-f38777530259 None None] Started child 101658 {{(pid=101548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:59:52.014300 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:52.014621 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:52.014977 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG neutron_lib.callbacks.manager [None req-61e37287-7199-4116-8445-f38777530259 None None] Publish callbacks [] for process, after_spawn {{(pid=101548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:52.016859 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101548) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 13:59:52.017077 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 13:59:52.017255 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 13:59:52.017481 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 13:59:52.017839 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 13:59:52.017994 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 13:59:52.018512 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.018764 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:52.019258 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.019258 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.019412 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.019577 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.020157 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.020400 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.020637 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.020913 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.021165 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.021338 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.021490 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.021742 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.021991 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.022297 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.022566 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.022816 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.023069 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.023273 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.023505 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.023768 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.024025 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.024291 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] debug = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.024519 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.024993 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.025221 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.025464 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.025698 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.025959 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.026273 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.026471 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.026724 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.026942 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.027208 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.027469 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.027708 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.027923 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.028232 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.029015 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.029246 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.029737 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] host = dv-cinder-815660-2-iscsi {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.030012 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.030176 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.030382 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.030612 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.030858 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.031076 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.031486 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.031649 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.031886 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.032128 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.032327 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.032581 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.032826 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.033073 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.033231 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_options = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.033455 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.033723 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.033982 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.034172 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.034337 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.034502 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.034767 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.034922 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.035186 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.035404 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.035661 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.035830 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.036065 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.036283 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.036548 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.036776 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.036988 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.037195 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.037442 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.037663 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.037883 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.038128 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.038360 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.038594 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.038834 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.039046 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.039320 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.039554 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.039765 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.040029 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.040275 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.040491 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.040711 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.040952 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.041209 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.041454 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.041683 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.041907 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.042238 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.042427 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.042646 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.042892 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.043106 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.043355 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.043571 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.043841 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.044162 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_json = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.044615 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.044615 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.044897 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.044897 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.045161 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.045345 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.046569 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.046569 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.047563 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.048220 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.048310 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:52.048541 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.048813 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.049074 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.049347 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.049811 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.050181 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.050447 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.050692 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.050996 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.051277 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.051585 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.054296 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.054296 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.054296 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.054296 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.054296 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.054296 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.054296 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.054296 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.055725 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.055725 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.055725 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.055725 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.055725 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.055725 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.058461 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.058461 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.058461 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.058461 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.058461 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.058461 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.058461 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.058461 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.059170 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.059170 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.059170 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.059170 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.059521 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.059521 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.059827 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.059957 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.060904 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.061183 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.061467 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.061732 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.063398 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.063398 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.063398 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.063398 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.063398 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.063398 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.063398 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.063942 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.063942 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.064094 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.064290 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.064679 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.064793 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.064969 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.065203 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.065448 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.065652 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.065897 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.066077 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.067317 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.067317 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.067317 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.067317 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.067317 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.067723 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.067803 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.067984 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.068244 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.069385 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.069385 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.069385 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.069385 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.069385 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.069778 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.069778 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.070046 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.070161 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.070391 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.070617 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.070811 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.071039 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.071279 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.071565 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.071868 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.072120 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.072378 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.072683 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.072872 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.073098 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.073354 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.073565 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.073781 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.074074 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.074242 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.074463 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.074698 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.074914 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.075642 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.075918 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.076370 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.076621 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.076874 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.077422 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.077422 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.078999 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.078999 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.078999 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.078999 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.078999 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.078999 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.079515 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.079515 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.079682 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.079901 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.080281 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.080477 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.080780 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.081035 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.081270 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.081538 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.081869 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.082054 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.082289 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.082553 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.082803 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.083079 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.083380 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.083607 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.083828 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.084082 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.084431 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.084663 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.084902 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.085141 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.085403 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.085656 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.085900 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.086168 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.086421 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.086672 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.086927 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.087172 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.087401 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.087641 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.087872 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.088089 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.088324 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.088541 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.088785 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.088994 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.089213 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.089454 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.089695 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.090009 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.090112 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.090351 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.090571 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.091439 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.091698 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.092004 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.092264 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.092491 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.092715 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.092957 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.093173 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.093429 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.093671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.093964 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.094217 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.094434 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.094663 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.094885 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.095121 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.095359 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.095627 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.095847 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.096061 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.096277 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.096488 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.096708 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.096942 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.097171 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.097384 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.097644 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.097899 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.098240 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.098502 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.098731 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.098970 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.099275 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.099533 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.099779 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.100022 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.100239 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.100464 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.100683 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.100944 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.101189 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.101430 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.101827 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.102043 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.102261 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.102496 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.102727 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.103018 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.103509 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.103776 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.104039 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.104282 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.104517 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.104769 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.104981 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.105194 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.105441 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.105660 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.105873 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.106132 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.106391 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.106609 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.106873 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.107174 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.107417 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.107646 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.107915 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.108344 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.108594 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.108835 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.109056 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.109306 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.109533 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.109739 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.109967 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.110186 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.110399 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.110632 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.110842 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.111057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.111306 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.111524 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.111734 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.112004 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.112268 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.112489 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.112777 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.113023 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.113292 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.113548 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.113838 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.114072 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.114311 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.114532 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.114786 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.115007 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.115305 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.115638 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.115917 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.116191 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.116683 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.116967 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.117267 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.117533 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.117751 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.118044 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.118399 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.118672 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.118929 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.119204 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.119458 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.119691 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.119909 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.120168 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.120406 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.120642 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.120910 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.121160 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.121407 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.121624 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.121892 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.122111 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.122359 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.122594 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.122833 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.123070 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.123251 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 13:59:52.123780 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101548) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 13:59:52.123940 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 13:59:52.124093 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 13:59:52.124276 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 13:59:52.124449 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 13:59:52.124601 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 13:59:52.124806 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.124968 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.125127 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.125287 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.125446 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.125627 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.125787 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.125946 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.126104 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.126264 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.126423 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.126582 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.126741 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.126900 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.127057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.127241 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.127401 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.127558 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.127722 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.127882 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.128041 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.128198 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.128357 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] debug = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.128519 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.128727 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.128894 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.129049 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.129202 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.129366 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.129531 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.129689 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.129846 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.130052 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.130138 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.130298 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.130453 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.130612 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.130764 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.130917 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.131072 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.131325 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] host = dv-cinder-815660-2-iscsi {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.131480 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.131633 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.132007 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.132007 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.132246 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.132332 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.132451 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.132823 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.132823 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.133000 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.133081 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.133191 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.133358 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.133515 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.133673 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_options = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.133859 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.133981 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.134130 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.134308 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.134473 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.134633 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.134792 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.134950 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.135108 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.135302 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.135461 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.135612 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.135750 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.136006 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.136125 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.136249 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.136361 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.136499 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.136695 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.137080 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.137080 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.137256 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.137256 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.137400 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.138101 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.138295 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.138448 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.138594 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.138733 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.138870 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.139016 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.139196 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.139343 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.139480 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.139617 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.139748 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.140279 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.140279 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.140279 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.140804 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.140804 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.140804 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.140804 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.141668 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.141668 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.141668 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.141668 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_json = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.141668 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.141668 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.142437 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.142437 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.142437 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.142437 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.142961 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.142961 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:59:52.142961 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.142961 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.143526 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.143526 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.143526 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.145057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.145057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.145057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.145057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.145057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.145057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.145057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.145057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.147057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.147057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.147057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.147057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.147057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.147057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.147057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.147057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.148033 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.148033 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.148033 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.148033 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.148033 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.148033 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.148033 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.148033 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.149741 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.149741 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.149741 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.149741 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.149741 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.149741 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.149741 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.149741 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.150568 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.150568 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.150568 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.150568 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.150568 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.150568 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.150568 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.150568 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.150568 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.151812 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.151812 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.151812 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.151812 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.151812 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.151812 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.151812 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.151812 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.151812 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.152818 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.152818 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.152818 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.152818 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.152818 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.152818 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.153639 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:52.153771 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.153771 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.153771 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.153771 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.153771 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.153771 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.153771 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.153771 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.153771 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.154757 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.154757 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.154757 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.154757 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.154757 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.154757 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.154757 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.154757 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.154757 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.155793 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.155793 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.155793 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.155793 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.155793 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.155793 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.155793 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.156579 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.156579 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.156579 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.156579 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.156579 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.156579 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.157266 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.157266 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.157266 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.157266 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.157710 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.157710 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.157710 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.158057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.158057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.158057 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.158394 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.158394 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.158625 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.158747 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.158876 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.158999 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.159120 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.159259 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.159419 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.159580 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.159741 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.159901 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.160066 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.160227 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.160398 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.160560 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.160725 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.160885 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.161052 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.161223 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.161385 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.161546 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.161706 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.161866 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.162027 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.162188 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.162348 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.162509 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.163149 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.163149 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.163149 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.163149 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.164671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.164671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.164671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.164671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.164671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.164671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.164671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.164671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.165869 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.165869 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.165869 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.165869 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.165869 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.165869 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.165869 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.165869 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.167377 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.167377 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.167377 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.167377 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.167377 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.167377 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.167377 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.167377 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.168905 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.168905 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.168905 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.168905 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.168905 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.168905 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.168905 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.168905 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.169661 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.169661 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.169661 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.169661 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.169661 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.169661 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.169661 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.169661 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.170529 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.170529 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.170529 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.170529 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.170529 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.170529 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.170529 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.170529 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.171284 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.171284 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.171284 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.171284 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.171700 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.171700 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.171700 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.172050 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.172050 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.172050 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.172355 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.172355 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.172545 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.172675 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.172838 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.173001 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.173163 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.173324 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.173485 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.173646 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.173809 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.173970 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.174133 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.174296 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.174458 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.174620 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.174781 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.174942 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.175265 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.175419 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.175671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.175671 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.175965 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.175965 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.176519 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.176519 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.176519 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.176953 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.176953 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.176953 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.177223 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.177223 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.177377 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.177510 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.177675 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.177835 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.178001 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.178171 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.178335 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.178494 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.178653 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.178813 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.178974 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.179155 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.179325 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.179484 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.179644 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.179805 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.179966 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.180141 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.180300 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.180461 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.180621 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.180780 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.180940 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.181110 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.181273 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.181435 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.181607 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.181769 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.181931 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.182093 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.182265 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.182425 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.182587 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.182749 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.182910 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.183070 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.183253 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.183418 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.183589 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.183756 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.183918 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.184086 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.184254 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.184941 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.185104 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.185273 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.185445 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.185605 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.185764 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.185923 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.186083 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.186241 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.186429 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.186614 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.186931 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.187100 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.187287 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.187691 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.187691 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.187849 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.187928 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.188039 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.188199 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.188360 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.188521 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.188681 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:59:52.188835 dv-cinder-815660-2-iscsi neutron-server[101548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 13:59:52.284918 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 43992) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:52.293506 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [-] 10.222.0.85 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064743 Oct 27 14:00:03.879433 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c57ce88-030d-409c-984e-0a16a5f6db01 None None] get_active_networks_info from dv-cinder-815660-2-iscsi {{(pid=101657) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 14:00:03.937888 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c57ce88-030d-409c-984e-0a16a5f6db01 None None] No non-hosted networks {{(pid=101657) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 14:00:03.952961 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.agentschedulers_db [None req-4c57ce88-030d-409c-984e-0a16a5f6db01 None None] DHCP Agent not found on host dv-cinder-815660-2-iscsi {{(pid=101657) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 14:00:04.070967 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-9eb56dcb-3f37-4315-8d4c-a61f8d35802f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924359'] for agent, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:06.726020 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-4890170c-108e-4904-85bd-62508966c205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924359'] for agent, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:06.804255 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0952bbe6-5d60-44ce-9fa1-66e11f238d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:07.762536 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924359'] for agent, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:07.887649 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924359'] for agent, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:07.889113 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.889987 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.890617 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.891160 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.891785 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.892396 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.893036 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.893675 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.894196 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.894715 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.895340 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.895860 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:07.896458 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815660-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:07.904922 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815660-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:09.446414 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924359'] for agent, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:09.807156 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.db.l3_hamode_db [None req-d5487471-4b4d-40f3-894d-65b5361d3a42 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 14:00:09.884890 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5487471-4b4d-40f3-894d-65b5361d3a42 None None] Routers set() bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:00:09.885285 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5487471-4b4d-40f3-894d-65b5361d3a42 None None] Router IDs set() for agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 14:00:10.614121 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44082) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:11.103695 dv-cinder-815660-2-iscsi neutron-server[101656]: WARNING oslo_policy.policy [None req-5f9e2dc5-3293-4cd0-b9db-efe401a978dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:00:11.104324 dv-cinder-815660-2-iscsi neutron-server[101656]: WARNING oslo_policy.policy [None req-5f9e2dc5-3293-4cd0-b9db-efe401a978dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:00:11.330699 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [None req-5f9e2dc5-3293-4cd0-b9db-efe401a978dd admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:00:11.331820 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-5f9e2dc5-3293-4cd0-b9db-efe401a978dd admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7167842 Oct 27 14:00:13.967715 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 44096) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:14.485445 dv-cinder-815660-2-iscsi neutron-server[101655]: WARNING oslo_policy.policy [None req-30a4b33a-6c91-4703-a867-9de64aa212ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:00:14.486027 dv-cinder-815660-2-iscsi neutron-server[101655]: WARNING oslo_policy.policy [None req-30a4b33a-6c91-4703-a867-9de64aa212ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:00:14.711010 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-30a4b33a-6c91-4703-a867-9de64aa212ae admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:14.806326 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.policy [None req-30a4b33a-6c91-4703-a867-9de64aa212ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101655) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 14:00:14.854772 dv-cinder-815660-2-iscsi neutron-server[101655]: WARNING oslo_policy.policy [None req-30a4b33a-6c91-4703-a867-9de64aa212ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:00:14.855170 dv-cinder-815660-2-iscsi neutron-server[101655]: WARNING oslo_policy.policy [None req-30a4b33a-6c91-4703-a867-9de64aa212ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:00:14.864634 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.quota [None req-30a4b33a-6c91-4703-a867-9de64aa212ae admin admin] Loaded quota_driver: . Oct 27 14:00:14.957071 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-30a4b33a-6c91-4703-a867-9de64aa212ae admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749829266523', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749829264052', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749829319751', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749829315075', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749829760400', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749829297805', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-611157', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-658616', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8105104', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7894568'] for rbac-policy, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:15.030267 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-30a4b33a-6c91-4703-a867-9de64aa212ae admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:15.031736 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-30a4b33a-6c91-4703-a867-9de64aa212ae admin admin] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0619755 Oct 27 14:00:17.848142 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 44114) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:18.147420 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'name': 'private'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:18.176479 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Made reservation on behalf of 6424d6c80c1a4af4881b73e0c861df65 for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:00:18.179319 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.195834 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.306704 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.310405 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.331318 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=101655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:00:18.359655 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749825838933', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.360244 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Unsubscribe: segment precommit_create {{(pid=101655) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 14:00:18.360741 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Added segment 45d465a7-a3f1-40b6-a642-322984889daa of type vlan for network 345d4716-a526-4a92-b855-67220d6d9dc6 Oct 27 14:00:18.382533 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace68bb2-c565-4b42-a1fc-affa0e0ae793,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:18.430570 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.430932 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.431297 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.431631 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.431962 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.432296 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.432622 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.432996 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.433279 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.433594 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.433915 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.434226 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Tracked resource versions report: Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: pushed versions: Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: { 'AddressGroup': {'1.2'}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'ConntrackHelper': {'1.0'}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Log': {'1.0'}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Network': {'1.1'}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Port': {'1.7'}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'PortForwarding': {'1.2'}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'QosPolicy': {'1.10'}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SecurityGroup': {'1.4'}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SecurityGroupRule': {'1.2'}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SubPort': {'1.0'}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Subnet': {'1.1'}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Trunk': {'1.1'}} Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: consumer versions: Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: { DHCP agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: L3 agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: Metadata agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: Metering agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: Open vSwitch agent@dv-cinder-815660-2-iscsi: { 'AddressGroup': '1.2', Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'ConntrackHelper': '1.0', Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Log': '1.0', Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Network': '1.1', Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Port': '1.7', Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'PortForwarding': '1.2', Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'QosPolicy': '1.10', Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SecurityGroup': '1.4', Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SecurityGroupRule': '1.2', Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SubPort': '1.0', Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Subnet': '1.1', Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Trunk': '1.1'}} Oct 27 14:00:18.435276 dv-cinder-815660-2-iscsi neutron-server[101655]: {{(pid=101655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:00:18.484341 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.525120 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.526435 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:18.527110 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.604297 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7550905 Oct 27 14:00:18.629103 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6616608-52c4-439d-a4b9-a9bbeb10029d admin admin] Pushing event updated for resources: {'Network': ['ID=345d4716-a526-4a92-b855-67220d6d9dc6,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:18.642650 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 345d4716-a526-4a92-b855-67220d6d9dc6 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:00:21.373056 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44128) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:21.895575 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.policy [None req-4cb9f981-3e49-47c3-bcdb-cd2c2160aba4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101656) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 14:00:21.943979 dv-cinder-815660-2-iscsi neutron-server[101656]: WARNING oslo_policy.policy [None req-4cb9f981-3e49-47c3-bcdb-cd2c2160aba4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:00:21.944358 dv-cinder-815660-2-iscsi neutron-server[101656]: WARNING oslo_policy.policy [None req-4cb9f981-3e49-47c3-bcdb-cd2c2160aba4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:00:21.952675 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9f981-3e49-47c3-bcdb-cd2c2160aba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:21.954395 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-4cb9f981-3e49-47c3-bcdb-cd2c2160aba4 admin admin] 10.222.0.85 "GET /v2.0/networks/345d4716-a526-4a92-b855-67220d6d9dc6 HTTP/1.1" status: 200 len: 826 time: 0.5803912 Oct 27 14:00:21.993317 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-82baa939-65ae-4b21-afd5-42d7f8c15f96 admin admin] 10.222.0.85 "GET /v2.0/subnetpools/92770328-e6b6-449d-b6c7-39733c88f071 HTTP/1.1" status: 200 len: 734 time: 0.0325572 Oct 27 14:00:22.004219 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Request body: {'subnet': {'subnetpool_id': '92770328-e6b6-449d-b6c7-39733c88f071', 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:22.006123 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.quota [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Loaded quota_driver: . Oct 27 14:00:22.044295 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Made reservation on behalf of 6424d6c80c1a4af4881b73e0c861df65 for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:00:22.047748 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:22.340304 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:22.414001 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Checking segment: {'id': '45d465a7-a3f1-40b6-a642-322984889daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:00:22.414692 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Network hostable DHCP agents. Network: 345d4716-a526-4a92-b855-67220d6d9dc6, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:00:22.422144 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4475d708-0aba-429c-9e10-523d7c1252e6,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:22.433353 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.433709 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.434037 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.434357 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.434672 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.434999 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.435343 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.435711 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.436217 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.436650 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.436972 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.437286 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Tracked resource versions report: Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: pushed versions: Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: { 'AddressGroup': {'1.2'}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'ConntrackHelper': {'1.0'}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Log': {'1.0'}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Network': {'1.1'}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Port': {'1.7'}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'PortForwarding': {'1.2'}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'QosPolicy': {'1.10'}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SecurityGroup': {'1.4'}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SecurityGroupRule': {'1.2'}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SubPort': {'1.0'}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Subnet': {'1.1'}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Trunk': {'1.1'}} Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: consumer versions: Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: { DHCP agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: L3 agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: Metadata agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: Metering agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: Open vSwitch agent@dv-cinder-815660-2-iscsi: { 'AddressGroup': '1.2', Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'ConntrackHelper': '1.0', Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Log': '1.0', Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Network': '1.1', Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Port': '1.7', Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'PortForwarding': '1.2', Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'QosPolicy': '1.10', Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SecurityGroup': '1.4', Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SecurityGroupRule': '1.2', Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SubPort': '1.0', Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Subnet': '1.1', Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Trunk': '1.1'}} Oct 27 14:00:22.438287 dv-cinder-815660-2-iscsi neutron-server[101656]: {{(pid=101656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:00:22.471703 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Network 345d4716-a526-4a92-b855-67220d6d9dc6 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:00:22.486548 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 345d4716-a526-4a92-b855-67220d6d9dc6) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:00:22.491677 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:22.492296 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:22.497126 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ffc3e-ccb8-4efe-a4f8-edd826a103a0 None None] Network 345d4716-a526-4a92-b855-67220d6d9dc6 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:00:22.514834 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-08b8779b-c5f3-4612-8e24-4a3e1d228732 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5141268 Oct 27 14:00:22.829856 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6c49f7a-e7b8-54f4-9780-4f584f5b212c-345d4716-a526-4a92-b855-67220d6d9dc6', 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'fixed_ips': [{'subnet_id': '4475d708-0aba-429c-9e10-523d7c1252e6'}]}} from dv-cinder-815660-2-iscsi. {{(pid=101657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:00:22.831207 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:23.134919 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.db_base_plugin_common [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Allocated IP 172.20.0.2 (345d4716-a526-4a92-b855-67220d6d9dc6/4475d708-0aba-429c-9e10-523d7c1252e6/84c9175d-5189-4ee4-acb7-8dfe50c2af8b) {{(pid=101657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:00:23.344204 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Publish callbacks [] for port, precommit_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:23.352248 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:23.436350 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Network 345d4716-a526-4a92-b855-67220d6d9dc6 is already hosted by enough agents. {{(pid=101657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:00:23.441281 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.base_scheduler [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Resources bound (agent type, host, resource id): {{(pid=101657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:00:23.444575 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Received port after_create {{(pid=101657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:00:23.450814 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Pushing event updated for resources: {'Port': ['ID=84c9175d-5189-4ee4-acb7-8dfe50c2af8b,revision_number=1']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:23.460893 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.461268 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.461605 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.461938 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.462269 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.462598 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.462925 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.463275 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.463619 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.463946 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.464267 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.464582 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Tracked resource versions report: Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: pushed versions: Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: { 'AddressGroup': {'1.2'}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'ConntrackHelper': {'1.0'}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Log': {'1.0'}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Network': {'1.1'}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Port': {'1.7'}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'PortForwarding': {'1.2'}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'QosPolicy': {'1.10'}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SecurityGroup': {'1.4'}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SecurityGroupRule': {'1.2'}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SubPort': {'1.0'}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Subnet': {'1.1'}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Trunk': {'1.1'}} Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: consumer versions: Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: { DHCP agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: L3 agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: Metadata agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: Metering agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: Open vSwitch agent@dv-cinder-815660-2-iscsi: { 'AddressGroup': '1.2', Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'ConntrackHelper': '1.0', Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Log': '1.0', Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Network': '1.1', Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Port': '1.7', Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'PortForwarding': '1.2', Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'QosPolicy': '1.10', Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SecurityGroup': '1.4', Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SecurityGroupRule': '1.2', Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SubPort': '1.0', Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Subnet': '1.1', Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Trunk': '1.1'}} Oct 27 14:00:23.465724 dv-cinder-815660-2-iscsi neutron-server[101657]: {{(pid=101657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:00:23.539447 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Attempting to bind port 84c9175d-5189-4ee4-acb7-8dfe50c2af8b on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:00:23.540106 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Attempting to bind port 84c9175d-5189-4ee4-acb7-8dfe50c2af8b by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '45d465a7-a3f1-40b6-a642-322984889daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:00:23.540233 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Attempting to bind port 84c9175d-5189-4ee4-acb7-8dfe50c2af8b on network 345d4716-a526-4a92-b855-67220d6d9dc6 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:00:23.546076 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:00:23.546446 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Checking segment: {'id': '45d465a7-a3f1-40b6-a642-322984889daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:00:23.546885 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:23.547303 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Bound using segment: {'id': '45d465a7-a3f1-40b6-a642-322984889daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:00:23.547786 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Bound port: 84c9175d-5189-4ee4-acb7-8dfe50c2af8b, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d465a7-a3f1-40b6-a642-322984889daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:00:23.548199 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:23.610809 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] For port 84c9175d-5189-4ee4-acb7-8dfe50c2af8b, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:00:23.615511 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] For port 84c9175d-5189-4ee4-acb7-8dfe50c2af8b, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=84c9175d-5189-4ee4-acb7-8dfe50c2af8b,segment=NetworkSegment(45d465a7-a3f1-40b6-a642-322984889daa),segment_id=45d465a7-a3f1-40b6-a642-322984889daa)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:00:23.620012 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:23.688357 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d007eda-91c9-4a1b-9851-dec5381acb2e None None] Pushing event updated for resources: {'Port': ['ID=84c9175d-5189-4ee4-acb7-8dfe50c2af8b,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:25.105208 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44142) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:25.430203 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [None req-030fa421-8dda-4db9-b18d-775b9f3c6633 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:00:25.431227 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-030fa421-8dda-4db9-b18d-775b9f3c6633 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3250084 Oct 27 14:00:27.984016 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44150) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:28.310791 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [None req-3a15ad12-8116-454a-9964-530b2cd37933 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:00:28.312079 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-3a15ad12-8116-454a-9964-530b2cd37933 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3268521 Oct 27 14:00:31.072067 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 5 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:00:31.157379 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44160) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:31.467306 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-da95afb2-3982-464d-9227-a93a4dcfae00 admin admin] Request body: {'router': {'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:31.490436 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-da95afb2-3982-464d-9227-a93a4dcfae00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7919281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6096'] for router, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:31.492230 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-da95afb2-3982-464d-9227-a93a4dcfae00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7917633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7916488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6087'] for router, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:31.648786 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-da95afb2-3982-464d-9227-a93a4dcfae00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:31.654185 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-da95afb2-3982-464d-9227-a93a4dcfae00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7917642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916437'] for router, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:31.677456 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-da95afb2-3982-464d-9227-a93a4dcfae00 admin admin] Publish callbacks [] for router, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:31.678716 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-da95afb2-3982-464d-9227-a93a4dcfae00 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5201950 Oct 27 14:00:31.914428 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 84c9175d-5189-4ee4-acb7-8dfe50c2af8b up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:00:32.007570 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 84c9175d-5189-4ee4-acb7-8dfe50c2af8b triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:32.007961 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:32.119051 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:32.153742 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port 84c9175d-5189-4ee4-acb7-8dfe50c2af8b, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=84c9175d-5189-4ee4-acb7-8dfe50c2af8b,segment=NetworkSegment(45d465a7-a3f1-40b6-a642-322984889daa),segment_id=45d465a7-a3f1-40b6-a642-322984889daa)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:32.158539 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:32.208374 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=84c9175d-5189-4ee4-acb7-8dfe50c2af8b,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:32.973110 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88095595-1af9-48ba-ba86-ab81193ee79d None None] Network 345d4716-a526-4a92-b855-67220d6d9dc6 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:00:33.035938 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-7027fc17-7534-4391-a435-2f899f711769 None None] Provisioning complete for port 84c9175d-5189-4ee4-acb7-8dfe50c2af8b triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:33.036297 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-7027fc17-7534-4391-a435-2f899f711769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:33.393137 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-f0b0cf08-ce88-4a66-9616-29a4f8c1b397 None None] Provisioning complete for port 84c9175d-5189-4ee4-acb7-8dfe50c2af8b triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:33.393507 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-f0b0cf08-ce88-4a66-9616-29a4f8c1b397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:33.756403 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ee25b4c5-00c0-4ee2-94a8-f511f253092b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:33.883824 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 84c9175d-5189-4ee4-acb7-8dfe50c2af8b up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:00:33.932997 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 84c9175d-5189-4ee4-acb7-8dfe50c2af8b triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:33.933358 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:34.248687 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44172) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:34.569559 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [None req-c3592f1e-2ad3-4e5e-8f9f-65dbf92d8b29 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:00:34.570562 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-c3592f1e-2ad3-4e5e-8f9f-65dbf92d8b29 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3208225 Oct 27 14:00:36.719639 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-767e7ff4-677f-450f-a6dd-7a56b0d2c629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.123523 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 44180) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:37.458222 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:37.479866 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Made reservation on behalf of b2f18a85a16c4af1b332826e7ac1416d for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:00:37.482632 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.491449 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.567379 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.571080 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.587091 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Reserving flat network on physical network physnet1 {{(pid=101655) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 14:00:37.606976 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a1a470-9ab0-491f-8343-af610428fc10,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:37.614141 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.614478 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Added segment 968a4723-0822-4e4c-a319-7ce971f5354d of type flat for network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 Oct 27 14:00:37.666650 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.676711 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.698448 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.699534 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:37.700145 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.750491 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6254342 Oct 27 14:00:37.760716 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6262dd-2b6a-4444-9d2e-3c09e07fa2dc admin admin] Pushing event updated for resources: {'Network': ['ID=884a1a2f-ed48-4d26-92b7-dfda2a60ebf8,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:37.771620 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:00:37.888959 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:39.353244 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.225935 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 44198) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:40.445416 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a44a41-2a28-4afb-9df7-72354acd1553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:40.446805 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-e0a44a41-2a28-4afb-9df7-72354acd1553 admin admin] 10.222.0.85 "GET /v2.0/subnets/4475d708-0aba-429c-9e10-523d7c1252e6 HTTP/1.1" status: 200 len: 849 time: 0.2198851 Oct 27 14:00:40.619471 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-dc5baee1-49d1-41c3-a52f-bb92ec1291e0 admin admin] 10.222.0.85 "GET /v2.0/routers/d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 HTTP/1.1" status: 200 len: 704 time: 0.1663332 Oct 27 14:00:40.887088 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.177396 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Allocated IP 172.20.0.1 (345d4716-a526-4a92-b855-67220d6d9dc6/4475d708-0aba-429c-9e10-523d7c1252e6/429f6a8e-e44f-4271-b100-965805306e72) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:00:41.359820 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.424306 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.501522 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Network 345d4716-a526-4a92-b855-67220d6d9dc6 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:00:41.509520 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:00:41.515136 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Pushing event updated for resources: {'Port': ['ID=429f6a8e-e44f-4271-b100-965805306e72,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:41.525881 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:00:41.526709 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924424'] for router_interface, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.741382 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-2078d185-4516-4290-87ef-077c2077e553 None None] Provisioning complete for port 429f6a8e-e44f-4271-b100-965805306e72 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:41.741977 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2078d185-4516-4290-87ef-077c2077e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.774408 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-2078d185-4516-4290-87ef-077c2077e553 None None] Port 429f6a8e-e44f-4271-b100-965805306e72 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:00:41.774717 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.990099 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.994463 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.995548 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8300936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7917912'] for router_interface, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.072124 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Pushing event updated for resources: {'Port': ['ID=429f6a8e-e44f-4271-b100-965805306e72,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:42.122376 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Network 345d4716-a526-4a92-b855-67220d6d9dc6 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:00:42.123698 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:00:42.287490 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Router d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 is scheduled to L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 with binding_index 1 {{(pid=101655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:00:42.297522 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-03357837-49ab-4750-810a-2bb0ebe9ae93 None None] Provisioning complete for port 429f6a8e-e44f-4271-b100-965805306e72 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:42.297990 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-03357837-49ab-4750-810a-2bb0ebe9ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.334879 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-03357837-49ab-4750-810a-2bb0ebe9ae93 None None] Port 429f6a8e-e44f-4271-b100-965805306e72 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:00:42.382342 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:00:42.387658 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-c7126d49-21e6-4afa-b72a-59133bdf3c3a admin admin] 10.222.0.85 "PUT /v2.0/routers/d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7620468 Oct 27 14:00:42.407243 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Sync routers for ids ['d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:00:42.419707 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Routers {'d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:00:42.420524 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:00:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:42.617947 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Set router d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 gateway port host: None {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:00:43.063477 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'name': 'router1', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:00:31Z', 'updated_at': '2021-10-27T14:00:41Z', 'revision_number': 2, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'gw_port_host': None, '_interfaces': [{'id': '429f6a8e-e44f-4271-b100-965805306e72', 'name': '', 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'mac_address': 'fa:16:3e:e8:4d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:00:40Z', 'updated_at': '2021-10-27T14:00:41Z', 'revision_number': 2, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'subnets': [{'id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92770328-e6b6-449d-b6c7-39733c88f071'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:43.117791 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Checking router: d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:00:43.118160 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Updating router d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 port 429f6a8e-e44f-4271-b100-965805306e72 binding host dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:00:43.166788 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.697912 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Publish callbacks [] for port, precommit_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.704977 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.850356 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Pushing event updated for resources: {'Port': ['ID=429f6a8e-e44f-4271-b100-965805306e72,revision_number=3']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:43.869107 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.869466 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.869805 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.870137 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.870721 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.871050 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.871399 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.871729 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.872056 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.872376 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.872697 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.873015 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Tracked resource versions report: Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: pushed versions: Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: { 'AddressGroup': {'1.2'}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'ConntrackHelper': {'1.0'}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Log': {'1.0'}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Network': {'1.1'}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Port': {'1.7'}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'PortForwarding': {'1.2'}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'QosPolicy': {'1.10'}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SecurityGroup': {'1.4'}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SecurityGroupRule': {'1.2'}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SubPort': {'1.0'}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Subnet': {'1.1'}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Trunk': {'1.1'}} Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: consumer versions: Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: { DHCP agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: L3 agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: Metadata agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: Metering agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: Open vSwitch agent@dv-cinder-815660-2-iscsi: { 'AddressGroup': '1.2', Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'ConntrackHelper': '1.0', Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Log': '1.0', Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Network': '1.1', Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Port': '1.7', Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'PortForwarding': '1.2', Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'QosPolicy': '1.10', Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SecurityGroup': '1.4', Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SecurityGroupRule': '1.2', Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SubPort': '1.0', Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Subnet': '1.1', Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Trunk': '1.1'}} Oct 27 14:00:43.874067 dv-cinder-815660-2-iscsi neutron-server[101658]: {{(pid=101658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:00:43.892115 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Attempting to bind port 429f6a8e-e44f-4271-b100-965805306e72 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:00:43.892511 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Attempting to bind port 429f6a8e-e44f-4271-b100-965805306e72 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '45d465a7-a3f1-40b6-a642-322984889daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6'}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:00:43.892961 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Attempting to bind port 429f6a8e-e44f-4271-b100-965805306e72 on network 345d4716-a526-4a92-b855-67220d6d9dc6 {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:00:43.898007 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:00:43.898358 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Checking segment: {'id': '45d465a7-a3f1-40b6-a642-322984889daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:00:43.898815 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.899234 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Bound using segment: {'id': '45d465a7-a3f1-40b6-a642-322984889daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6'} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:00:43.899750 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Bound port: 429f6a8e-e44f-4271-b100-965805306e72, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d465a7-a3f1-40b6-a642-322984889daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6'}}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:00:43.900143 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.963387 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-3d812546-5e9f-422c-8aa3-d588a9db50a7 None None] Provisioning complete for port 429f6a8e-e44f-4271-b100-965805306e72 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:43.963957 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-3d812546-5e9f-422c-8aa3-d588a9db50a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.968353 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] For port 429f6a8e-e44f-4271-b100-965805306e72, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:00:43.988690 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] For port 429f6a8e-e44f-4271-b100-965805306e72, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=429f6a8e-e44f-4271-b100-965805306e72,segment=NetworkSegment(45d465a7-a3f1-40b6-a642-322984889daa),segment_id=45d465a7-a3f1-40b6-a642-322984889daa)] {{(pid=101658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:00:43.993227 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.000070 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-3d812546-5e9f-422c-8aa3-d588a9db50a7 None None] Port 429f6a8e-e44f-4271-b100-965805306e72 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:00:44.054033 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b684e9-3fa0-48be-952b-6697e14bf681 None None] Pushing event updated for resources: {'Port': ['ID=429f6a8e-e44f-4271-b100-965805306e72,revision_number=4']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:44.062068 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Routers {'d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:00:44.062697 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:00:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:44.157938 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] Set router d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 gateway port host: None {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:00:44.221255 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-3d153ad7-d870-4729-a137-37189aabf7f7 None None] Provisioning complete for port 429f6a8e-e44f-4271-b100-965805306e72 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:44.221624 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-3d153ad7-d870-4729-a137-37189aabf7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.303840 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-3d153ad7-d870-4729-a137-37189aabf7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.340244 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-3d153ad7-d870-4729-a137-37189aabf7f7 None None] For port 429f6a8e-e44f-4271-b100-965805306e72, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=429f6a8e-e44f-4271-b100-965805306e72,segment=NetworkSegment(45d465a7-a3f1-40b6-a642-322984889daa),segment_id=45d465a7-a3f1-40b6-a642-322984889daa)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:44.345078 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-3d153ad7-d870-4729-a137-37189aabf7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.384323 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'name': 'router1', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:00:31Z', 'updated_at': '2021-10-27T14:00:41Z', 'revision_number': 2, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'gw_port_host': None, '_interfaces': [{'id': '429f6a8e-e44f-4271-b100-965805306e72', 'name': '', 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'mac_address': 'fa:16:3e:e8:4d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:00:40Z', 'updated_at': '2021-10-27T14:00:43Z', 'revision_number': 4, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'subnets': [{'id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92770328-e6b6-449d-b6c7-39733c88f071'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:44.395110 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d153ad7-d870-4729-a137-37189aabf7f7 None None] Pushing event updated for resources: {'Port': ['ID=429f6a8e-e44f-4271-b100-965805306e72,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:44.415457 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6e227e-4f72-4158-b8a0-300332f525aa None None] The sync data for ids ['d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'] in dv-cinder-815660-2-iscsi is: [{'id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'name': 'router1', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:00:31Z', 'updated_at': '2021-10-27T14:00:41Z', 'revision_number': 2, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'gw_port_host': None, '_interfaces': [{'id': '429f6a8e-e44f-4271-b100-965805306e72', 'name': '', 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'mac_address': 'fa:16:3e:e8:4d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:00:40Z', 'updated_at': '2021-10-27T14:00:43Z', 'revision_number': 4, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'subnets': [{'id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92770328-e6b6-449d-b6c7-39733c88f071'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:00:44.781046 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 44220) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:44.893190 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7301ea16-c9cc-491d-b471-f7960205c2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:44.894563 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-7301ea16-c9cc-491d-b471-f7960205c2e9 admin admin] 10.222.0.85 "GET /v2.0/networks/884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 HTTP/1.1" status: 200 len: 842 time: 0.1124582 Oct 27 14:00:44.904595 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:44.928891 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Made reservation on behalf of b2f18a85a16c4af1b332826e7ac1416d for: {'subnet': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:00:44.931320 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:45.241161 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.objects.ports [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101655) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 14:00:45.241613 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:45.297069 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde37f04-d826-45cf-bf11-2d55e6b5b02d,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:45.309478 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Checking segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:00:45.309830 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Network hostable DHCP agents. Network: 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:00:45.331161 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:00:45.343879 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8) {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:00:45.347980 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:45.348562 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:45.353849 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd82b5-0f8f-4206-b48e-d546287cab0f None None] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:00:45.383225 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-c28e1bf6-e542-4e35-bae6-e9d897ff8537 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4785936 Oct 27 14:00:45.497517 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871ff4b1-ae6a-41d4-8ede-2efb4a504cce None None] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:00:47.887072 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 44228) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:48.026476 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-eeecae52-d3fa-4ffe-a3b0-bd0d528c3cf3 admin admin] 10.222.0.85 "GET /v2.0/routers/d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 HTTP/1.1" status: 200 len: 710 time: 0.1382430 Oct 27 14:00:48.116451 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6fc5c4-294b-480b-a35a-2eec454632a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:48.117859 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-1b6fc5c4-294b-480b-a35a-2eec454632a2 admin admin] 10.222.0.85 "GET /v2.0/networks/884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 HTTP/1.1" status: 200 len: 886 time: 0.0847478 Oct 27 14:00:48.128299 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:48.472257 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:48.705655 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:48.782389 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:48.886609 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Allocated IP 172.27.0.142 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/13085cb4-dd9b-4018-b0ee-4abdb7c093e3) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:00:48.989951 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:49.022600 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:49.064748 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:00:49.067754 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:00:49.070343 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:00:49.106503 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=13085cb4-dd9b-4018-b0ee-4abdb7c093e3,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:49.323041 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:49.520481 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7916474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7917619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:49.524179 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7916451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7916460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7917628'] for router, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:49.729049 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Router d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:00:49.846063 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:00:49.850256 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] Publish callbacks [] for router, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:49.851474 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-6555fbff-5806-4349-86cf-be89c4d8a9d8 admin admin] 10.222.0.85 "PUT /v2.0/routers/d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 HTTP/1.1" status: 200 len: 890 time: 1.7270341 Oct 27 14:00:51.579859 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Sync routers for ids ['d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:00:51.592208 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Routers {'d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:00:51.592965 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:00:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:51.821632 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Set router d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:00:51.942804 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 429f6a8e-e44f-4271-b100-965805306e72 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:00:52.164195 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 429f6a8e-e44f-4271-b100-965805306e72 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:52.164458 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.431207 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'name': 'router1', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '13085cb4-dd9b-4018-b0ee-4abdb7c093e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:00:31Z', 'updated_at': '2021-10-27T14:00:49Z', 'revision_number': 4, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'gw_port': {'id': '13085cb4-dd9b-4018-b0ee-4abdb7c093e3', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:00:48Z', 'updated_at': '2021-10-27T14:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '429f6a8e-e44f-4271-b100-965805306e72', 'name': '', 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'mac_address': 'fa:16:3e:e8:4d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:00:40Z', 'updated_at': '2021-10-27T14:00:44Z', 'revision_number': 5, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'subnets': [{'id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92770328-e6b6-449d-b6c7-39733c88f071'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:52.483575 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Checking router: d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:00:52.483955 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Updating router d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 port 13085cb4-dd9b-4018-b0ee-4abdb7c093e3 binding host dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:00:52.491548 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44240) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:52.535966 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.623480 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-c087da4b-7d6e-4cd0-8f87-89f82d569eb4 admin admin] 10.222.0.85 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1306915 Oct 27 14:00:52.894247 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Publish callbacks [] for port, precommit_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.900615 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.953651 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de9ccc-b891-4713-a700-1e9686a5afd6 None None] Pushing event updated for resources: {'Port': ['ID=13085cb4-dd9b-4018-b0ee-4abdb7c093e3,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:52.962098 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Attempting to bind port 13085cb4-dd9b-4018-b0ee-4abdb7c093e3 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:00:52.962098 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Attempting to bind port 13085cb4-dd9b-4018-b0ee-4abdb7c093e3 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:00:52.962098 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Attempting to bind port 13085cb4-dd9b-4018-b0ee-4abdb7c093e3 on network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:00:52.967707 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:00:52.968081 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Checking segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:00:52.968901 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.969313 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Bound using segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:00:52.969807 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Bound port: 13085cb4-dd9b-4018-b0ee-4abdb7c093e3, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:00:52.970217 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:53.024993 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] For port 13085cb4-dd9b-4018-b0ee-4abdb7c093e3, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:00:53.028257 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] For port 13085cb4-dd9b-4018-b0ee-4abdb7c093e3, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=13085cb4-dd9b-4018-b0ee-4abdb7c093e3,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:00:53.034114 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:53.103040 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Routers {'d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:00:53.103702 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:00:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:53.105535 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de9ccc-b891-4713-a700-1e9686a5afd6 None None] Pushing event updated for resources: {'Port': ['ID=13085cb4-dd9b-4018-b0ee-4abdb7c093e3,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:53.220605 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] Set router d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:00:53.466474 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'name': 'router1', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '13085cb4-dd9b-4018-b0ee-4abdb7c093e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:00:31Z', 'updated_at': '2021-10-27T14:00:49Z', 'revision_number': 4, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'gw_port': {'id': '13085cb4-dd9b-4018-b0ee-4abdb7c093e3', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:00:48Z', 'updated_at': '2021-10-27T14:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '429f6a8e-e44f-4271-b100-965805306e72', 'name': '', 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'mac_address': 'fa:16:3e:e8:4d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:00:40Z', 'updated_at': '2021-10-27T14:00:44Z', 'revision_number': 5, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'subnets': [{'id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92770328-e6b6-449d-b6c7-39733c88f071'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:53.501436 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e70013-caf5-434b-b643-970112cd1a3b None None] The sync data for ids ['d1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017'] in dv-cinder-815660-2-iscsi is: [{'id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'name': 'router1', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '13085cb4-dd9b-4018-b0ee-4abdb7c093e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:00:31Z', 'updated_at': '2021-10-27T14:00:49Z', 'revision_number': 4, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'gw_port': {'id': '13085cb4-dd9b-4018-b0ee-4abdb7c093e3', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:00:48Z', 'updated_at': '2021-10-27T14:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '429f6a8e-e44f-4271-b100-965805306e72', 'name': '', 'network_id': '345d4716-a526-4a92-b855-67220d6d9dc6', 'tenant_id': '6424d6c80c1a4af4881b73e0c861df65', 'mac_address': 'fa:16:3e:e8:4d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c5d5a5-fcf6-45f2-acf1-d85d1b8a1017', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:00:40Z', 'updated_at': '2021-10-27T14:00:44Z', 'revision_number': 5, 'project_id': '6424d6c80c1a4af4881b73e0c861df65', 'subnets': [{'id': '4475d708-0aba-429c-9e10-523d7c1252e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92770328-e6b6-449d-b6c7-39733c88f071'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:00:53.930257 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 13085cb4-dd9b-4018-b0ee-4abdb7c093e3 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:00:53.983573 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 13085cb4-dd9b-4018-b0ee-4abdb7c093e3 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:53.984057 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:54.104469 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:54.139253 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port 13085cb4-dd9b-4018-b0ee-4abdb7c093e3, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=13085cb4-dd9b-4018-b0ee-4abdb7c093e3,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:54.144510 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:54.218474 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=13085cb4-dd9b-4018-b0ee-4abdb7c093e3,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:55.912355 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 13085cb4-dd9b-4018-b0ee-4abdb7c093e3 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:00:56.001582 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 13085cb4-dd9b-4018-b0ee-4abdb7c093e3 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:56.002279 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.777000 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-7b315222-cf0f-4c09-819f-8b279d55b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:06.722418 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-b939435e-0471-479c-987e-e7f6c7dd3c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:07.681869 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:07.889693 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:08.073166 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 5 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:01:09.358845 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:33.760217 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-6e39fccc-adb7-496f-99c8-e95774374e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:36.726038 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-424121ff-517a-494c-833f-24b61828751f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:37.684641 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:37.897208 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:39.353798 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.073134 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 5 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:02:03.763931 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-df240c0e-ea03-4b6a-80cd-609e56211342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:06.724723 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-38b0f5e0-6678-4304-a90d-a15fca88f61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:07.683019 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:07.882689 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:09.360255 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:22.072058 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 5 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:02:33.480895 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 44802) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:33.542386 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.pecan_wsgi.hooks.translation [None req-01122b16-dd1c-4d19-a010-6a3541032635 admin admin] GET failed (client error): The resource could not be found. Oct 27 14:02:33.543757 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-01122b16-dd1c-4d19-a010-6a3541032635 admin admin] 10.222.0.85 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619085 Oct 27 14:02:33.704299 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d46dae-209a-43b5-a6bf-bfae6fc536e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:33.705813 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-70d46dae-209a-43b5-a6bf-bfae6fc536e2 admin admin] 10.222.0.85 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1572771 Oct 27 14:02:33.768892 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-f86ce3c3-fa71-4420-85ca-8276d31bc10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:35.993183 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 44812) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:36.089035 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a35f4-8c6e-46b7-b276-58d129f74620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:36.090400 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-067a35f4-8c6e-46b7-b276-58d129f74620 admin admin] 10.222.0.85 "GET /v2.0/subnets/4475d708-0aba-429c-9e10-523d7c1252e6 HTTP/1.1" status: 200 len: 849 time: 0.0962300 Oct 27 14:02:36.101117 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:02:36.185196 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Publish callbacks [] for subnet, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:36.327885 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749825813477'] for subnet, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:36.358770 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:36.359994 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:36.360911 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] 10.222.0.85 "PUT /v2.0/subnets/4475d708-0aba-429c-9e10-523d7c1252e6 HTTP/1.1" status: 200 len: 868 time: 0.2632205 Oct 27 14:02:36.363378 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871c38e-c82a-4cf5-8fee-3c6d8a1b1cce None None] Network 345d4716-a526-4a92-b855-67220d6d9dc6 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:02:36.380141 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4475d708-0aba-429c-9e10-523d7c1252e6,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:36.388145 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.389162 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.389531 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.389855 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.390173 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.390514 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.390932 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.391233 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.391536 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.391976 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.392294 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.392570 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f4c03-a56c-43b8-9058-2924a9b9545e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:02:36.724747 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-76560b33-168d-45cf-97e9-44b3a98bcd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:36.726060 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-04a3024c-ad88-49b3-92d3-46d1f14f3aec None None] Provisioning complete for port 84c9175d-5189-4ee4-acb7-8dfe50c2af8b triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:02:36.726418 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-04a3024c-ad88-49b3-92d3-46d1f14f3aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:36.817414 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-04a3024c-ad88-49b3-92d3-46d1f14f3aec None None] Provisioning complete for port 429f6a8e-e44f-4271-b100-965805306e72 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:02:36.817661 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-04a3024c-ad88-49b3-92d3-46d1f14f3aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:37.688881 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:37.888941 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:38.710154 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 44820) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:38.908495 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28239238-8d94-40ca-9765-8a157451dba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:38.908872 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28239238-8d94-40ca-9765-8a157451dba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:38.910416 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-28239238-8d94-40ca-9765-8a157451dba7 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1993053 Oct 27 14:02:39.364584 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:41.218928 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 44828) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:41.357264 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a5041-6603-422f-8273-090ae7a57c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:41.357735 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a5041-6603-422f-8273-090ae7a57c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:41.359324 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-240a5041-6603-422f-8273-090ae7a57c00 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1393676 Oct 27 14:02:43.655944 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44836) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:43.827826 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5594a8-2f45-4eb5-8bbc-eb33936bf960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:43.829194 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-4f5594a8-2f45-4eb5-8bbc-eb33936bf960 admin admin] 10.222.0.85 "GET /v2.0/networks/345d4716-a526-4a92-b855-67220d6d9dc6 HTTP/1.1" status: 200 len: 870 time: 0.1723046 Oct 27 14:02:46.127157 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44846) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:46.257180 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852173a8-5f3c-49dd-9fce-7f5d2894a49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:46.258560 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-852173a8-5f3c-49dd-9fce-7f5d2894a49e admin admin] 10.222.0.85 "GET /v2.0/networks/884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 HTTP/1.1" status: 200 len: 886 time: 0.1304035 Oct 27 14:02:48.596378 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44854) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:48.740526 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0f004b-6cae-466c-a8e5-7025316cebc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:48.740974 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0f004b-6cae-466c-a8e5-7025316cebc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:48.742534 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ac0f004b-6cae-466c-a8e5-7025316cebc1 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1451619 Oct 27 14:02:51.072048 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44862) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:51.163356 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ac4dcf-3010-47b8-a5fa-b2506f04ad82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:51.163795 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ac4dcf-3010-47b8-a5fa-b2506f04ad82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:51.165291 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-e7ac4dcf-3010-47b8-a5fa-b2506f04ad82 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923138 Oct 27 14:02:53.469120 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44870) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:53.561657 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6793e52c-8f43-40e9-b81c-70f293a59e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:53.563031 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-6793e52c-8f43-40e9-b81c-70f293a59e2f admin admin] 10.222.0.85 "GET /v2.0/subnets/4475d708-0aba-429c-9e10-523d7c1252e6 HTTP/1.1" status: 200 len: 868 time: 0.0929661 Oct 27 14:02:55.860175 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44878) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:55.948255 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc797a8-0758-4318-a424-f9a79c26b7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:55.949653 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-6cc797a8-0758-4318-a424-f9a79c26b7a4 admin admin] 10.222.0.85 "GET /v2.0/subnets/dde37f04-d826-45cf-bf11-2d55e6b5b02d HTTP/1.1" status: 200 len: 816 time: 0.0884986 Oct 27 14:02:59.071040 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 5 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:03:03.774366 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c5c03ddf-c3a8-4f1f-aa84-73f80b57c26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:06.727374 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0c397bd7-f35c-4488-83ab-a5de385a3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:07.688173 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:07.882752 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:09.367981 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:20.739912 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44932) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:20.787085 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [None req-8bb91b56-22ce-471f-98e9-4bf0950ef0c1 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:03:20.788093 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-8bb91b56-22ce-471f-98e9-4bf0950ef0c1 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0472288 Oct 27 14:03:23.167841 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44940) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:23.228077 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.pecan_wsgi.hooks.translation [None req-41045cc2-81d4-4b77-9875-1f59a7a073d0 admin admin] GET failed (client error): The resource could not be found. Oct 27 14:03:23.230087 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-41045cc2-81d4-4b77-9875-1f59a7a073d0 admin admin] 10.222.0.85 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612841 Oct 27 14:03:23.372514 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8262ee-ae74-460d-85fe-8e969699e439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:23.373989 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ba8262ee-ae74-460d-85fe-8e969699e439 admin admin] 10.222.0.85 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390495 Oct 27 14:03:25.726948 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44948) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:25.775423 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:25.800861 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Made reservation on behalf of b2f18a85a16c4af1b332826e7ac1416d for: {'network': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:25.803190 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.851442 dv-cinder-815660-2-iscsi neutron-server[101656]: WARNING neutron.services.revisions.revision_plugin [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Could not find related network for resource to bump revision. Oct 27 14:03:25.868219 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=101656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:03:25.881784 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749825838933', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.882329 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Unsubscribe: segment precommit_create {{(pid=101656) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 14:03:25.882815 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.segments_db [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Added segment 8b6cc29c-d889-45e7-a99c-bfc544dc74ac of type vlan for network 885b533b-42b2-4b7c-b743-45e3fba64f78 Oct 27 14:03:25.928900 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.959418 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.960417 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:25.961003 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.033184 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3050892 Oct 27 14:03:26.058058 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=885b533b-42b2-4b7c-b743-45e3fba64f78,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:26.065594 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.065934 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.066270 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.066598 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.066924 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.067313 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.067643 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.067985 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.068309 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.068624 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.068937 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.069250 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258b895-9937-4648-922a-ccb1243ab7e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:26.081974 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 885b533b-42b2-4b7c-b743-45e3fba64f78 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:03:28.391461 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 44956) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:28.455120 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8791bd-70a4-472f-8055-1ce2e4704400 admin admin] GET failed (client error): The resource could not be found. Oct 27 14:03:28.456460 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-8e8791bd-70a4-472f-8055-1ce2e4704400 admin admin] 10.222.0.85 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0640371 Oct 27 14:03:28.529074 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d921bc-e547-490c-bb5b-249b95c697c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:28.530514 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-92d921bc-e547-490c-bb5b-249b95c697c1 admin admin] 10.222.0.85 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0693681 Oct 27 14:03:28.540765 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:28.561769 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] Made reservation on behalf of b2f18a85a16c4af1b332826e7ac1416d for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:28.564183 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:28.728272 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:28.779754 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8082bb2c-2434-466f-98be-797e65bcbc5b,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:28.789521 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] Checking segment: {'id': '8b6cc29c-d889-45e7-a99c-bfc544dc74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:28.789871 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] Network hostable DHCP agents. Network: 885b533b-42b2-4b7c-b743-45e3fba64f78, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:03:28.806377 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] Network 885b533b-42b2-4b7c-b743-45e3fba64f78 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:03:28.815329 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 885b533b-42b2-4b7c-b743-45e3fba64f78) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:28.819459 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:28.820123 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:28.825110 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca621bb-da20-40a2-9d1b-1bfd31ba9cea None None] Network 885b533b-42b2-4b7c-b743-45e3fba64f78 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:03:28.835290 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-91e11a80-98cd-4984-87ef-a45cbafe03d3 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2978199 Oct 27 14:03:28.977939 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6c49f7a-e7b8-54f4-9780-4f584f5b212c-885b533b-42b2-4b7c-b743-45e3fba64f78', 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78', 'tenant_id': 'b2f18a85a16c4af1b332826e7ac1416d', 'fixed_ips': [{'subnet_id': '8082bb2c-2434-466f-98be-797e65bcbc5b'}]}} from dv-cinder-815660-2-iscsi. {{(pid=101657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:03:28.979422 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.208149 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.db_base_plugin_common [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Allocated IP 192.168.233.2 (885b533b-42b2-4b7c-b743-45e3fba64f78/8082bb2c-2434-466f-98be-797e65bcbc5b/d4ec0b81-c754-4029-8536-ef219a451f83) {{(pid=101657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:29.357072 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Publish callbacks [] for port, precommit_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.364664 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.407814 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Network 885b533b-42b2-4b7c-b743-45e3fba64f78 is already hosted by enough agents. {{(pid=101657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:29.411034 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.base_scheduler [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Resources bound (agent type, host, resource id): {{(pid=101657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:29.415756 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Received port after_create {{(pid=101657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:29.417884 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Pushing event updated for resources: {'Port': ['ID=d4ec0b81-c754-4029-8536-ef219a451f83,revision_number=1']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:29.428700 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.429055 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.429416 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.429752 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.430099 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.430418 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.430765 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.431093 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.431461 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.432226 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.432226 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.432577 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:29.485994 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Attempting to bind port d4ec0b81-c754-4029-8536-ef219a451f83 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:03:29.486362 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Attempting to bind port d4ec0b81-c754-4029-8536-ef219a451f83 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '8b6cc29c-d889-45e7-a99c-bfc544dc74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:03:29.486727 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Attempting to bind port d4ec0b81-c754-4029-8536-ef219a451f83 on network 885b533b-42b2-4b7c-b743-45e3fba64f78 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:03:29.491857 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:03:29.492236 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Checking segment: {'id': '8b6cc29c-d889-45e7-a99c-bfc544dc74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:29.492632 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.493029 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Bound using segment: {'id': '8b6cc29c-d889-45e7-a99c-bfc544dc74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:03:29.493489 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Bound port: d4ec0b81-c754-4029-8536-ef219a451f83, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6cc29c-d889-45e7-a99c-bfc544dc74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:03:29.493885 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.558535 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] For port d4ec0b81-c754-4029-8536-ef219a451f83, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:03:29.562070 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] For port d4ec0b81-c754-4029-8536-ef219a451f83, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=d4ec0b81-c754-4029-8536-ef219a451f83,segment=NetworkSegment(8b6cc29c-d889-45e7-a99c-bfc544dc74ac),segment_id=8b6cc29c-d889-45e7-a99c-bfc544dc74ac)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:03:29.566244 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.626227 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cd4b5-34f8-4e86-89bb-1ad9680ac484 None None] Pushing event updated for resources: {'Port': ['ID=d4ec0b81-c754-4029-8536-ef219a451f83,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:30.013724 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device d4ec0b81-c754-4029-8536-ef219a451f83 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:30.070535 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port d4ec0b81-c754-4029-8536-ef219a451f83 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:30.070899 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:30.152838 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:30.187226 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port d4ec0b81-c754-4029-8536-ef219a451f83, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=d4ec0b81-c754-4029-8536-ef219a451f83,segment=NetworkSegment(8b6cc29c-d889-45e7-a99c-bfc544dc74ac),segment_id=8b6cc29c-d889-45e7-a99c-bfc544dc74ac)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:30.191431 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:30.242878 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=d4ec0b81-c754-4029-8536-ef219a451f83,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:30.495769 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9acffa-e58c-4f0f-a69c-92d156c85592 None None] Network 885b533b-42b2-4b7c-b743-45e3fba64f78 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:03:30.566713 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-b549bb46-cff7-4f22-87ef-4e29b404d27b None None] Provisioning complete for port d4ec0b81-c754-4029-8536-ef219a451f83 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:30.567106 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-b549bb46-cff7-4f22-87ef-4e29b404d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:30.949431 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-5baf8e28-e0f3-49d1-b673-c466454494cc None None] Provisioning complete for port d4ec0b81-c754-4029-8536-ef219a451f83 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:30.949795 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5baf8e28-e0f3-49d1-b673-c466454494cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:31.994015 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device d4ec0b81-c754-4029-8536-ef219a451f83 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:32.045576 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port d4ec0b81-c754-4029-8536-ef219a451f83 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:32.045943 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:33.767123 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-4496bcee-5a72-4929-8284-6f63c68ae170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:36.069934 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 5 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:03:36.730254 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-a75be4da-1bba-48ab-b770-e3793475e8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:37.691076 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:37.887823 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:39.373630 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.770908 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-216e7175-3959-44c1-9e19-5512b9c2f89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.733073 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-89318b28-8f4d-41b9-9dde-2ea6cf2b3f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:07.693098 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:07.890009 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:09.375377 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:13.067843 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 5 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:04:33.774921 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-6a3ed471-a6f9-458d-8e0c-179464693267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:36.736265 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8ec8fcd0-add8-416f-8fdf-79286dadde56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:37.698828 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:37.894961 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:38.771385 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 45000) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:38.778039 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [None req-a72bd360-6c33-48cc-bae8-8e3e6a08f379 tempest-verify_tempest_config-1862515816 tempest-verify_tempest_config-1862515816-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:04:38.779010 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-a72bd360-6c33-48cc-bae8-8e3e6a08f379 tempest-verify_tempest_config-1862515816 tempest-verify_tempest_config-1862515816-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0060930 Oct 27 14:04:39.110245 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 45018) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:39.219003 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:39.327183 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:39.331188 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:39.377430 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ab278f8946ab40b8a08e7cfbcf2fe971&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2661059 Oct 27 14:04:39.378507 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e92cec-3981-41ee-8afd-1f609810345c,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:39.381049 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45022) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:39.382890 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:39.386153 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.386514 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.386852 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.387208 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.387536 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.387868 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.388193 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.388525 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.388861 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.389181 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.389494 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.389803 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792672a0-adc8-43a8-bf50-60cd10a34be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.442891 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:39.464471 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:39.559779 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:39.562349 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:39.563549 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/07e92cec-3981-41ee-8afd-1f609810345c HTTP/1.1" status: 204 len: 168 time: 0.1795776 Oct 27 14:04:39.572657 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e92cec-3981-41ee-8afd-1f609810345c,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:39.579613 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.579905 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.580248 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.580586 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.580915 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.581258 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.581589 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.581930 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.582270 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.582598 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.582916 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:39.583266 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcda870-916b-46ba-b35b-8f36391576dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:50.067539 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 5 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:05:03.778052 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8e10fe39-9627-4f72-a11e-32034ed0fba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:06.737559 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-93c8afe6-6c33-4e6f-9db8-a344fc46d8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:07.698053 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:07.888151 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:09.381376 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:27.065708 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 5 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:05:33.780602 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-dfbae1b6-6635-455c-bd4e-8751750fd655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:36.740220 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-31f5a071-b793-4eba-bd7e-f477d63359c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:37.702323 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:37.987613 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:39.387260 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:03.785872 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-9cb7ce04-f8ec-4acd-82c8-d19f5d80def9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:04.064638 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 5 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:06:06.742623 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-957c130a-e719-4d25-9e1a-6f19493c3931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:07.705093 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:07.891108 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:09.388369 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:16.567999 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7924359'] for agent, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:30.371803 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45096) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:06:30.474798 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-ed8fb007-52fa-4fd6-8eee-7b75ce1a2dd1 admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1018944 Oct 27 14:06:32.811255 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45106) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:06:32.865498 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-772d142c-63cc-4cc3-bcbf-198e0343feca admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531716 Oct 27 14:06:33.779153 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-a6b452de-78c6-4c1b-972d-5e680b2663d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:36.746295 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-efbfeb80-ff28-46aa-a439-6ab2e750cd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:37.708393 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:37.893891 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:39.392244 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:41.064134 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:06:46.528028 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:03.781187 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-902c12d2-7df6-48f3-b7d7-482410db3a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:06.748236 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-6af0d96f-e6f9-44ce-a51e-3cc1bd798dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:07.713014 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:07.896868 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:09.395178 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:16.550749 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:18.062830 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:07:33.783124 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-7113c549-1016-4c24-b7b3-91dd25257430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.752118 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-9b82d697-d8c4-4ab0-acb3-626199ced81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.713680 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.899978 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:39.397362 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:46.576272 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:55.061697 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:08:03.794916 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-9805796e-4cbf-4b98-9391-3c786f490523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:05.687062 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45302) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:05.957956 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45324) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:06.032551 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45328) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:06.065608 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45332) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:06.099572 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45336) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:06.111400 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-981783647-network', 'tenant_id': 'fef26a68103c41df95d4610911087640'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:06.133717 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Made reservation on behalf of fef26a68103c41df95d4610911087640 for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:06.136105 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.144543 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.229752 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.239837 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.272812 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-network', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:06.286143 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-156969937-network', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:06.290912 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=101655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:08:06.293165 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a4520-18fa-469e-b88c-515baba225b6,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:06.307103 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.307296 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.307647 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.307986 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.308321 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.308691 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.309018 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.309364 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.309765 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.309976 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.310303 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.310632 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Tracked resource versions report: Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: pushed versions: Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: { 'AddressGroup': {'1.2'}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'ConntrackHelper': {'1.0'}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Log': {'1.0'}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Network': {'1.1'}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Port': {'1.7'}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'PortForwarding': {'1.2'}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'QosPolicy': {'1.10'}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SecurityGroup': {'1.4'}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SecurityGroupRule': {'1.2'}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SubPort': {'1.0'}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Subnet': {'1.1'}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Trunk': {'1.1'}} Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: consumer versions: Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: { DHCP agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: HyperV agent@hv-cinder-81566: {}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: L3 agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: Metadata agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: Metering agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: Open vSwitch agent@dv-cinder-815660-2-iscsi: { 'AddressGroup': '1.2', Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'ConntrackHelper': '1.0', Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Log': '1.0', Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Network': '1.1', Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Port': '1.7', Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'PortForwarding': '1.2', Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'QosPolicy': '1.10', Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SecurityGroup': '1.4', Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SecurityGroupRule': '1.2', Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'SubPort': '1.0', Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Subnet': '1.1', Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: 'Trunk': '1.1'}} Oct 27 14:08:06.311676 dv-cinder-815660-2-iscsi neutron-server[101655]: {{(pid=101655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:08:06.329875 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1739464210-network', 'tenant_id': 'a55431e3db544b7980c81c6303d1e8b2'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:06.337037 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.337402 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Added segment 4d347ff3-461b-4f79-90c3-5348ba57c71e of type vlan for network 9287d5f3-a99c-4613-b3ac-b9bc822802a7 Oct 27 14:08:06.348296 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-269486825-network', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:06.402837 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Made reservation on behalf of c84e18e41f634c02ac87674f5f6da28d for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:06.405133 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.434322 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.438294 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.db.api [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 14:08:06.438294 dv-cinder-815660-2-iscsi neutron-server[101655]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 14:08:06.438294 dv-cinder-815660-2-iscsi neutron-server[101655]: [parameters: {'project_id_1': '81aae1f72a0c4ea9918b36e3c7aef02b', 'expiration_1': datetime.datetime(2021, 10, 27, 14, 7, 46, 342065)}] Oct 27 14:08:06.438294 dv-cinder-815660-2-iscsi neutron-server[101655]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 14:08:06.438730 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG oslo_db.api [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 14:08:06.439099 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.db.api [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 14:08:06.439099 dv-cinder-815660-2-iscsi neutron-server[101655]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 14:08:06.439099 dv-cinder-815660-2-iscsi neutron-server[101655]: [parameters: {'project_id_1': 'd165e7dc8a9245e9a982ffcabc980675', 'expiration_1': datetime.datetime(2021, 10, 27, 14, 7, 46, 397232)}] Oct 27 14:08:06.439099 dv-cinder-815660-2-iscsi neutron-server[101655]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101655) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 14:08:06.439701 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG oslo_db.api [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 14:08:06.439963 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.455318 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Made reservation on behalf of a55431e3db544b7980c81c6303d1e8b2 for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:06.457438 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.487505 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.521037 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.522269 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:06.523225 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.607621 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9166577 Oct 27 14:08:06.608431 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 45366) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:06.622332 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Request body: {'subnet': {'network_id': '9287d5f3-a99c-4613-b3ac-b9bc822802a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-981783647-subnet', 'tenant_id': 'fef26a68103c41df95d4610911087640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:06.632958 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31caaa-5a53-4ea7-875c-e30bf4360b3d admin admin] Pushing event updated for resources: {'Network': ['ID=9287d5f3-a99c-4613-b3ac-b9bc822802a7,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:06.662279 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 9287d5f3-a99c-4613-b3ac-b9bc822802a7 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:08:06.666620 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.682816 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.707582 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Made reservation on behalf of fef26a68103c41df95d4610911087640 for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:06.711192 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.746016 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.758123 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.773200 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1201} {{(pid=101655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:08:06.782517 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39e5084-4e4b-4a23-ba56-01696e0c28e2,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:06.808095 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-17570876-8528-499b-a30b-efd173ec7f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.825626 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c85f2c-8657-4f18-b422-5bad85d2b0b5,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:06.832681 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=101655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:08:06.843567 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.844527 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Added segment d619d3f8-3c6f-40c3-95da-2075c8135e58 of type vlan for network 5b53c648-0313-4179-8334-9fa5d1933987 Oct 27 14:08:06.861196 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.861855 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Added segment e628aa16-c2c5-440c-9ca1-942bb1485f44 of type vlan for network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de Oct 27 14:08:06.917208 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.982156 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Made reservation on behalf of 81aae1f72a0c4ea9918b36e3c7aef02b for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:06.984477 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.016257 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.018412 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.021476 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.051458 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.052830 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:07.054336 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.095579 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Made reservation on behalf of d165e7dc8a9245e9a982ffcabc980675 for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:07.104176 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d945427a-e5ce-47c2-8172-47ce6ee1f1b1,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:07.107291 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.120502 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.123652 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.124087 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.124617 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.125254 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.127069 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.127474 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.127813 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.128153 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.128527 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.128899 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.129223 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Tracked resource versions report: Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: pushed versions: Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: { 'AddressGroup': {'1.2'}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'ConntrackHelper': {'1.0'}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Log': {'1.0'}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Network': {'1.1'}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Port': {'1.7'}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'PortForwarding': {'1.2'}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'QosPolicy': {'1.10'}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SecurityGroup': {'1.4'}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SecurityGroupRule': {'1.2'}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SubPort': {'1.0'}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Subnet': {'1.1'}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Trunk': {'1.1'}} Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: consumer versions: Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: { DHCP agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: HyperV agent@hv-cinder-81566: {}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: L3 agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: Metadata agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: Metering agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: Open vSwitch agent@dv-cinder-815660-2-iscsi: { 'AddressGroup': '1.2', Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'ConntrackHelper': '1.0', Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Log': '1.0', Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Network': '1.1', Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Port': '1.7', Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'PortForwarding': '1.2', Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'QosPolicy': '1.10', Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SecurityGroup': '1.4', Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SecurityGroupRule': '1.2', Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'SubPort': '1.0', Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Subnet': '1.1', Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: 'Trunk': '1.1'}} Oct 27 14:08:07.130758 dv-cinder-815660-2-iscsi neutron-server[101656]: {{(pid=101656) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:08:07.138007 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Checking segment: {'id': '4d347ff3-461b-4f79-90c3-5348ba57c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9287d5f3-a99c-4613-b3ac-b9bc822802a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:07.138407 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Network hostable DHCP agents. Network: 9287d5f3-a99c-4613-b3ac-b9bc822802a7, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:08:07.165772 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Network 9287d5f3-a99c-4613-b3ac-b9bc822802a7 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:08:07.177742 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 9287d5f3-a99c-4613-b3ac-b9bc822802a7) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:07.189772 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a50f236-c9cb-499d-aef1-3d75c2c0c7ae None None] Network 9287d5f3-a99c-4613-b3ac-b9bc822802a7 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:07.189978 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.190748 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:07.193208 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.207379 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1406102 Oct 27 14:08:07.207991 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45408) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:07.223244 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] Request body: {'subnet': {'network_id': '5b53c648-0313-4179-8334-9fa5d1933987', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1739464210-subnet', 'tenant_id': 'a55431e3db544b7980c81c6303d1e8b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:07.229057 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.230067 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:07.230660 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.239644 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-d49af9a6-bdc3-498d-a23e-5053aada5a9e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6272919 Oct 27 14:08:07.291632 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9150bca-a51b-441d-80ca-cf5abd9bd815 admin admin] Pushing event updated for resources: {'Network': ['ID=5b53c648-0313-4179-8334-9fa5d1933987,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:07.313360 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 5b53c648-0313-4179-8334-9fa5d1933987 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:08:07.490058 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7265b291-4230-41ae-a2a9-2fd52002d5a7 None None] Network 9287d5f3-a99c-4613-b3ac-b9bc822802a7 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:07.615508 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] Made reservation on behalf of a55431e3db544b7980c81c6303d1e8b2 for: {'subnet': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:07.617382 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.646907 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6067345 Oct 27 14:08:07.648176 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 45430) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:07.655764 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] Request body: {'subnet': {'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-subnet', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:07.715486 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] Made reservation on behalf of c84e18e41f634c02ac87674f5f6da28d for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:07.718781 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.748715 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb526f2b-083e-4631-8a41-763cbd49df50 admin admin] Pushing event updated for resources: {'Network': ['ID=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:07.766755 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:08:07.769077 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.770219 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.782047 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.955899 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.963417 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:07.976475 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45444) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:08.023230 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.026728 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1202} {{(pid=101655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:08:08.033266 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3438be83-95f5-4dc5-9b6b-a057d921b6b0,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:08.035486 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.050664 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f148984-a00d-426b-8aae-f06c2a08cb2d,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:08.063448 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45464) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:08.073076 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.073424 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Added segment a63619a7-6450-40da-afa9-49aca258c89d of type vlan for network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee Oct 27 14:08:08.077154 dv-cinder-815660-2-iscsi neutron-server[101655]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 14:08:08.087718 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1244} {{(pid=101655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:08:08.112199 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.166739 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1ca395-0794-488c-93d8-0590c72f0634,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:08.192407 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] Checking segment: {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:08.192856 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] Network hostable DHCP agents. Network: 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:08:08.214297 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] Network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:08:08.226088 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:08.226667 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.227008 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Added segment b999db77-ba74-48b8-98b6-91a8623d58c3 of type vlan for network e326cd63-ddc3-4370-9359-292ac983dba9 Oct 27 14:08:08.230713 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:08.231334 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.232780 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03835c2a-a0cc-4a04-a281-7022ae514043,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:08.237580 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2569384f-2c1b-4df5-8e76-335e571c4a63 None None] Network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:08.257161 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-9f80543e-287b-4c3c-866b-96fc7c538ee7 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6069911 Oct 27 14:08:08.260229 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 45468) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:08.264564 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:08.279581 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.291986 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7919281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6096'] for router, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.293298 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7917633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7916488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6087'] for router, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.323341 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-96fad9fb-83eb-47ef-9fdd-70f9217e4109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.335202 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] Checking segment: {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:08.335691 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] Network hostable DHCP agents. Network: 5b53c648-0313-4179-8334-9fa5d1933987, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:08:08.350759 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.409359 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.409753 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6c49f7a-e7b8-54f4-9780-4f584f5b212c-11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634'}]}} from dv-cinder-815660-2-iscsi. {{(pid=101657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:08:08.410633 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.442384 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.443358 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:08.444110 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.496939 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-44651073-b290-480b-b1da-2b0f79c13165 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:08.498641 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-44651073-b290-480b-b1da-2b0f79c13165 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/networks?id=9287d5f3-a99c-4613-b3ac-b9bc822802a7 HTTP/1.1" status: 200 len: 811 time: 0.4330637 Oct 27 14:08:08.526022 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] Network 5b53c648-0313-4179-8334-9fa5d1933987 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:08:08.551417 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.db_base_plugin_common [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Allocated IP 172.20.0.2 (11f7b24e-a72d-42e4-91c7-58ce8c0bc8de/ad1ca395-0794-488c-93d8-0590c72f0634/6391d918-bba9-4a8f-9ab8-4bfd2e171bb4) {{(pid=101657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:08.562681 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 5b53c648-0313-4179-8334-9fa5d1933987) {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:08.570887 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:08.572113 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.583903 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6186233 Oct 27 14:08:08.589274 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 45470) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:08.597732 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] Request body: {'subnet': {'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-156969937-subnet', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:08.604041 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.620628 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d5322-577e-472d-8305-d45331444a35 None None] Network 5b53c648-0313-4179-8334-9fa5d1933987 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:08.660328 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae57bd-0f90-43e6-b04a-2fef6a409be9 admin admin] Pushing event updated for resources: {'Network': ['ID=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:08.672654 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-93eb75e0-d4e8-45f7-9a65-472f2e27f393 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/quotas/fef26a68103c41df95d4610911087640 HTTP/1.1" status: 200 len: 375 time: 0.1434462 Oct 27 14:08:08.680885 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:08:08.681296 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.682353 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:08.683151 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.702562 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] Made reservation on behalf of 81aae1f72a0c4ea9918b36e3c7aef02b for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:08.705707 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.845521 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7441375 Oct 27 14:08:08.846333 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45486) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:08.849190 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-96fad9fb-83eb-47ef-9fdd-70f9217e4109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:08.853451 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-6ea602a5-48b0-44df-a671-37b9c4385cc3 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6342852 Oct 27 14:08:08.857199 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-d4b6bb93-2e68-4d5a-a796-2266b3098235 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fef26a68103c41df95d4610911087640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1511588 Oct 27 14:08:08.857786 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0423d91-523b-40f4-b348-66be3f15e650 admin admin] Pushing event updated for resources: {'Network': ['ID=e326cd63-ddc3-4370-9359-292ac983dba9,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:08.869283 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] Request body: {'subnet': {'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-269486825-subnet', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:08.883329 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network e326cd63-ddc3-4370-9359-292ac983dba9 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:08:08.965172 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-96fad9fb-83eb-47ef-9fdd-70f9217e4109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.029563 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] Made reservation on behalf of d165e7dc8a9245e9a982ffcabc980675 for: {'subnet': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:09.032096 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.047974 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.140629 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Publish callbacks [] for port, precommit_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.146406 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1faf59-5108-418b-9617-0575e8ce3d2c None None] Network 5b53c648-0313-4179-8334-9fa5d1933987 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:09.206270 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.210879 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-96fad9fb-83eb-47ef-9fdd-70f9217e4109 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=82a5b276e5aa483c99c7c772a350f675&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1857352 Oct 27 14:08:09.215923 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed1d1075-aeaf-4999-be5f-fa472215f194,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:09.216101 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45518) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:09.240870 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-6a487c43-8133-4c6a-93fc-2eb9be47890d service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:08:09.242728 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-6a487c43-8133-4c6a-93fc-2eb9be47890d service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2067482 Oct 27 14:08:09.281632 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fad9fb-83eb-47ef-9fdd-70f9217e4109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c1d7d0-4759-45e2-8b33-3e30f776c71e,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:09.283811 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Pushing event updated for resources: {'Port': ['ID=6391d918-bba9-4a8f-9ab8-4bfd2e171bb4,revision_number=1']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:09.315171 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de is already hosted by enough agents. {{(pid=101657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:09.319970 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.base_scheduler [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Resources bound (agent type, host, resource id): {{(pid=101657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:09.323066 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.323790 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.324292 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.324777 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.325263 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.325750 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.326276 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.326763 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.327278 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.327793 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.328315 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.328989 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Tracked resource versions report: Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: pushed versions: Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: { 'AddressGroup': {'1.2'}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'ConntrackHelper': {'1.0'}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Log': {'1.0'}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Network': {'1.1'}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Port': {'1.7'}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'PortForwarding': {'1.2'}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'QosPolicy': {'1.10'}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SecurityGroup': {'1.4'}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SecurityGroupRule': {'1.2'}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SubPort': {'1.0'}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Subnet': {'1.1'}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Trunk': {'1.1'}} Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: consumer versions: Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: { DHCP agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: HyperV agent@hv-cinder-81566: {}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: L3 agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: Metadata agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: Metering agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: Open vSwitch agent@dv-cinder-815660-2-iscsi: { 'AddressGroup': '1.2', Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'ConntrackHelper': '1.0', Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Log': '1.0', Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Network': '1.1', Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Port': '1.7', Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'PortForwarding': '1.2', Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'QosPolicy': '1.10', Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SecurityGroup': '1.4', Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SecurityGroupRule': '1.2', Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'SubPort': '1.0', Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Subnet': '1.1', Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: 'Trunk': '1.1'}} Oct 27 14:08:09.330277 dv-cinder-815660-2-iscsi neutron-server[101657]: {{(pid=101657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:08:09.338127 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.340574 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Received port after_create {{(pid=101657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:09.348425 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] Checking segment: {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:09.348705 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] Network hostable DHCP agents. Network: 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:08:09.377443 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.452106 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] Network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:08:09.477963 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-39c6c64c-df8e-45c6-992d-7c11fa7aaabf service neutron] 10.222.0.85 "GET /v2.0/networks/9287d5f3-a99c-4613-b3ac-b9bc822802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995039 Oct 27 14:08:09.491908 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:09.507120 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:09.507770 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.508269 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41402772-e146-434d-9c7c-92be8513ec95 None None] Network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:09.570559 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.596897 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Attempting to bind port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:09.597608 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Attempting to bind port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:09.598122 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Attempting to bind port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 on network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:09.615592 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-06bd215a-f16b-4b19-8efb-40130631ca38 service neutron] 10.222.0.85 "GET /v2.0/networks/9287d5f3-a99c-4613-b3ac-b9bc822802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129689 Oct 27 14:08:09.630370 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:09.631303 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Checking segment: {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:09.632216 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.633157 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Bound using segment: {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:09.633891 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Bound port: 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:09.634542 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.684038 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b0b86e83-1932-424e-a094-27b5b2cd3ecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.708512 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Allocated IP 172.27.0.126 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/47d1412e-90c3-49ec-8af2-1d32ee48030c) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:09.711967 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b0b86e83-1932-424e-a094-27b5b2cd3ecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.843420 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-f8cb825b-9d54-4009-b530-91d00cb39473 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2522757 Oct 27 14:08:09.848183 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45536) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:09.850859 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45538) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:09.897992 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.919113 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] For port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:09.923117 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] For port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=6391d918-bba9-4a8f-9ab8-4bfd2e171bb4,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:09.931113 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:09.934508 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b0b86e83-1932-424e-a094-27b5b2cd3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.937177 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b0b86e83-1932-424e-a094-27b5b2cd3ecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:09.938318 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-b0b86e83-1932-424e-a094-27b5b2cd3ecb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d9c1d7d0-4759-45e2-8b33-3e30f776c71e HTTP/1.1" status: 204 len: 168 time: 0.6936135 Oct 27 14:08:09.970351 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:10.002857 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:10.005597 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6c49f7a-e7b8-54f4-9780-4f584f5b212c-57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194'}]}} from dv-cinder-815660-2-iscsi. {{(pid=101657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:08:10.007887 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:10.134925 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-1a1f7fec-468f-4f8a-ae13-106318678164 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:10.136674 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-1a1f7fec-468f-4f8a-ae13-106318678164 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 815 time: 0.2832866 Oct 27 14:08:10.144633 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b86e83-1932-424e-a094-27b5b2cd3ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c1d7d0-4759-45e2-8b33-3e30f776c71e,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:10.153346 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7919281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6096'] for router, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:10.153346 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7917633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7916488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6087'] for router, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:10.212176 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018afda-9747-4abe-bbd8-f3f3cee2e18d None None] Pushing event updated for resources: {'Port': ['ID=6391d918-bba9-4a8f-9ab8-4bfd2e171bb4,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:10.234657 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-20876c99-96a1-4df6-87bc-04f31dad5d06 req-f8404e47-66e7-4a57-83f1-4bd47076c86f tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 210 time: 0.0968359 Oct 27 14:08:10.252109 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-acf24eb9-3d26-4ebe-96c3-92947094659e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/quotas/a55431e3db544b7980c81c6303d1e8b2 HTTP/1.1" status: 200 len: 375 time: 0.1027946 Oct 27 14:08:10.290999 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:10.307825 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:10.311497 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:10.314648 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:10.336040 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.db_base_plugin_common [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Allocated IP 172.20.0.2 (57ab640a-d6ea-4ec6-b7cb-d71aba31dbee/ed1d1075-aeaf-4999-be5f-fa472215f194/2770a68f-1f60-417f-bd0f-0c4edd8a0283) {{(pid=101657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:10.417203 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Pushing event updated for resources: {'Port': ['ID=47d1412e-90c3-49ec-8af2-1d32ee48030c,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:10.660287 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Publish callbacks [] for port, precommit_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:10.663493 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-5cccfcd5-1cac-47de-af96-f57007209a6c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4029758 Oct 27 14:08:10.675764 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:10.677513 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5397b1e-6cca-4404-be06-5171278a75ad,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:10.680435 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:10.807858 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee is already hosted by enough agents. {{(pid=101657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:10.808207 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.base_scheduler [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Resources bound (agent type, host, resource id): {{(pid=101657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:10.813670 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Received port after_create {{(pid=101657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:10.839822 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Pushing event updated for resources: {'Port': ['ID=2770a68f-1f60-417f-bd0f-0c4edd8a0283,revision_number=1']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:10.862823 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] Checking segment: {'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:10.863920 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] Network hostable DHCP agents. Network: e326cd63-ddc3-4370-9359-292ac983dba9, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:08:10.911628 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Attempting to bind port 2770a68f-1f60-417f-bd0f-0c4edd8a0283 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:10.911998 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Attempting to bind port 2770a68f-1f60-417f-bd0f-0c4edd8a0283 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:10.912524 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Attempting to bind port 2770a68f-1f60-417f-bd0f-0c4edd8a0283 on network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:10.919220 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:10.919961 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Checking segment: {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:10.919961 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:10.920362 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Bound using segment: {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:10.920841 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Bound port: 2770a68f-1f60-417f-bd0f-0c4edd8a0283, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:10.921242 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:11.017132 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] For port 2770a68f-1f60-417f-bd0f-0c4edd8a0283, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:11.023683 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] For port 2770a68f-1f60-417f-bd0f-0c4edd8a0283, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=2770a68f-1f60-417f-bd0f-0c4edd8a0283,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:11.029140 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:11.049778 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:11.057854 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] Network e326cd63-ddc3-4370-9359-292ac983dba9 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:08:11.077425 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45598) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:11.094299 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:11.134126 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, e326cd63-ddc3-4370-9359-292ac983dba9) {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:11.145803 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:11.156367 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:11.186040 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a10920c-1a17-40cc-8a1e-eba96305147b None None] Network e326cd63-ddc3-4370-9359-292ac983dba9 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:11.252936 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-28e81d8b-36b8-4753-9ccc-84447a9d11f4 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3982146 Oct 27 14:08:11.260770 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45612) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:11.266177 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-269486825-router', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:11.326087 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-6bdeb042-7525-4342-b851-9cb41dda14fd service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:08:11.326087 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-6bdeb042-7525-4342-b851-9cb41dda14fd service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3019605 Oct 27 14:08:11.446277 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d1388-1233-4cbf-9e56-415f12aa38d2 None None] Pushing event updated for resources: {'Port': ['ID=2770a68f-1f60-417f-bd0f-0c4edd8a0283,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:11.528022 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7919281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6096'] for router, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:11.529166 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7917633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7916488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6087'] for router, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:11.623197 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9a549ac8-5ee8-447d-ad59-0e32ff4173aa req-2680fbda-e440-401d-83d7-9a87ddae2534 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 210 time: 0.1037507 Oct 27 14:08:11.632671 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7917642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916437'] for router, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:11.634955 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cd927b-9905-40cb-a493-888e5ef3cfb4 None None] Network e326cd63-ddc3-4370-9359-292ac983dba9 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:11.644063 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-070a19f0-66bc-46da-907e-2aed289ecb76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:11.769323 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:11.973762 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-cc21ee31-db2f-4861-9309-c673458cce47 service neutron] 10.222.0.85 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209023 Oct 27 14:08:12.106207 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d2a922-02bc-4080-b573-dc9fa17c077b None None] Network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:12.114144 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 is scheduled to L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 with binding_index 1 {{(pid=101656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:08:12.346006 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:08:12.362506 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Sync routers for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:08:12.381090 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] Publish callbacks [] for router, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:12.382310 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-9d98f7ca-ac15-4562-9add-8f4f5e70ede9 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1211085 Oct 27 14:08:12.391120 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:12.393080 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:12.395856 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 45654) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:12.478202 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:12.571857 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 2770a68f-1f60-417f-bd0f-0c4edd8a0283 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:12.742915 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-ed49f35a-c081-4770-9ea6-25c457674517 None None] Provisioning complete for port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:12.743386 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ed49f35a-c081-4770-9ea6-25c457674517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:12.749699 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:12.786016 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-070a19f0-66bc-46da-907e-2aed289ecb76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:12.822456 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-f62eadd5-2815-459a-90be-cd283a0a40fd service neutron] 10.222.0.85 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8418369 Oct 27 14:08:12.823974 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-070a19f0-66bc-46da-907e-2aed289ecb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:12.873789 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:12.983275 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 2770a68f-1f60-417f-bd0f-0c4edd8a0283 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:12.983651 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:12.988722 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:13.016316 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-070a19f0-66bc-46da-907e-2aed289ecb76 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=10e425b4481645329b58b95729c04ec5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9356332 Oct 27 14:08:13.017416 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a19f0-66bc-46da-907e-2aed289ecb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8697f460-863e-4b42-8b3d-a4978c38cad2,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:13.039316 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45670) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:13.080617 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dfcbbb-134f-4226-b105-b90e8610bc48 None None] Network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:13.136112 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ed49f35a-c081-4770-9ea6-25c457674517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:13.327657 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-ed49f35a-c081-4770-9ea6-25c457674517 None None] For port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=6391d918-bba9-4a8f-9ab8-4bfd2e171bb4,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:13.331027 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:13.336281 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ed49f35a-c081-4770-9ea6-25c457674517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:13.420767 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:10Z', 'revision_number': 3, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:13.459830 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Checking router: cb78f8bb-3bda-4e20-9887-e4cb05487ad5 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:08:13.460655 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Updating router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 port 47d1412e-90c3-49ec-8af2-1d32ee48030c binding host dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:08:13.500492 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:13.534233 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d44cfdb4-f865-4ba9-ac91-2509d77742b9 req-64bf8347-1643-4a79-9e7f-8ee8f8961187 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 210 time: 0.2666194 Oct 27 14:08:13.549601 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port 2770a68f-1f60-417f-bd0f-0c4edd8a0283, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=2770a68f-1f60-417f-bd0f-0c4edd8a0283,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:13.633334 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49f35a-c081-4770-9ea6-25c457674517 None None] Pushing event updated for resources: {'Port': ['ID=6391d918-bba9-4a8f-9ab8-4bfd2e171bb4,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:13.673349 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8a91f075-c3ef-409c-b776-c3e61dc1b4a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:13.699955 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:13.700837 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:13.758797 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Allocated IP 172.27.0.56 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/38b94780-2254-4625-ac58-dd931e9f0c60) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:13.794798 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.71', 52059) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:13.849946 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-44a3462d-f7c2-43a8-bab3-93318b0d67ac None None] Provisioning complete for port 2770a68f-1f60-417f-bd0f-0c4edd8a0283 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:13.852162 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-44a3462d-f7c2-43a8-bab3-93318b0d67ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:14.064242 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a284de66-08a8-4565-9260-9c347406ef4c req-3f44fff1-0135-4b93-b4f0-9a5908a4b05d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 210 time: 0.3186383 Oct 27 14:08:14.071025 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8a91f075-c3ef-409c-b776-c3e61dc1b4a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:14.208027 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=2770a68f-1f60-417f-bd0f-0c4edd8a0283,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:14.231537 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:14.232203 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:14.293206 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-d825c59b-087f-41a7-a57f-045d568fa560 None None] Provisioning complete for port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:14.293888 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d825c59b-087f-41a7-a57f-045d568fa560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:14.410120 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-8888bb3c-5e1e-4797-a3d7-7240cbddfcda tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:14.411715 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-8888bb3c-5e1e-4797-a3d7-7240cbddfcda tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.71 "GET /v2.0/networks?id=9287d5f3-a99c-4613-b3ac-b9bc822802a7 HTTP/1.1" status: 200 len: 811 time: 0.6067076 Oct 27 14:08:14.421472 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:14.464223 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:14.518850 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Request body: {'port': {'device_id': 'c3f33dcc-4df0-4c90-b5b3-6fab1b81faab', 'network_id': '9287d5f3-a99c-4613-b3ac-b9bc822802a7', 'admin_state_up': True, 'tenant_id': 'fef26a68103c41df95d4610911087640'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:14.705405 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8a91f075-c3ef-409c-b776-c3e61dc1b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:14.710872 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8a91f075-c3ef-409c-b776-c3e61dc1b4a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:14.713106 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-8a91f075-c3ef-409c-b776-c3e61dc1b4a5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8697f460-863e-4b42-8b3d-a4978c38cad2 HTTP/1.1" status: 204 len: 168 time: 1.6676035 Oct 27 14:08:14.721248 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:14.749136 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91f075-c3ef-409c-b776-c3e61dc1b4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8697f460-863e-4b42-8b3d-a4978c38cad2,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:14.867160 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:14.892682 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 2770a68f-1f60-417f-bd0f-0c4edd8a0283 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:15.105230 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-6448abab-5453-4dd8-a50a-80224d39a757 None None] Provisioning complete for port 2770a68f-1f60-417f-bd0f-0c4edd8a0283 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:15.105900 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-6448abab-5453-4dd8-a50a-80224d39a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.138300 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Pushing event updated for resources: {'Port': ['ID=38b94780-2254-4625-ac58-dd931e9f0c60,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:15.169350 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:15.176121 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:15.204801 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:15.261544 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 2770a68f-1f60-417f-bd0f-0c4edd8a0283 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:15.266122 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.463288 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Publish callbacks [] for port, precommit_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.472543 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.535036 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Pushing event updated for resources: {'Port': ['ID=47d1412e-90c3-49ec-8af2-1d32ee48030c,revision_number=2']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:15.558508 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.558883 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.559303 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.559647 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.560624 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.560624 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.560624 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.561162 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.573502 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.573957 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.574311 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.574657 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:15.575548 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Tracked resource versions report: Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: pushed versions: Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: { 'AddressGroup': {'1.2'}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'ConntrackHelper': {'1.0'}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Log': {'1.0'}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Network': {'1.1'}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Port': {'1.7'}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'PortForwarding': {'1.2'}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'QosPolicy': {'1.10'}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SecurityGroup': {'1.4'}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SecurityGroupRule': {'1.2'}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SubPort': {'1.0'}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Subnet': {'1.1'}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Trunk': {'1.1'}} Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: consumer versions: Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: { DHCP agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: HyperV agent@hv-cinder-81566: {}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: L3 agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: Metadata agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: Metering agent@dv-cinder-815660-2-iscsi: {}, Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: Open vSwitch agent@dv-cinder-815660-2-iscsi: { 'AddressGroup': '1.2', Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'ConntrackHelper': '1.0', Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Log': '1.0', Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Network': '1.1', Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Port': '1.7', Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'PortForwarding': '1.2', Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'QosPolicy': '1.10', Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SecurityGroup': '1.4', Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SecurityGroupRule': '1.2', Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'SubPort': '1.0', Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Subnet': '1.1', Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: 'Trunk': '1.1'}} Oct 27 14:08:15.575756 dv-cinder-815660-2-iscsi neutron-server[101658]: {{(pid=101658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:08:15.600715 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.666968 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b936404-e928-4f62-8e8a-b248f1bce31b req-6567a16c-0360-4599-b391-55aa5b7d4f75 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 210 time: 0.4307156 Oct 27 14:08:15.722236 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:15.725183 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.726051 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Attempting to bind port 47d1412e-90c3-49ec-8af2-1d32ee48030c on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:15.728067 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Attempting to bind port 47d1412e-90c3-49ec-8af2-1d32ee48030c by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:15.729108 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Attempting to bind port 47d1412e-90c3-49ec-8af2-1d32ee48030c on network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:15.743102 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:15.744320 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Checking segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:15.745271 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.746292 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Bound using segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:15.747451 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Bound port: 47d1412e-90c3-49ec-8af2-1d32ee48030c, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:15.748680 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.882242 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Made reservation on behalf of fef26a68103c41df95d4610911087640 for: {'port': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:15.887742 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.927021 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] For port 47d1412e-90c3-49ec-8af2-1d32ee48030c, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:15.944384 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] For port 47d1412e-90c3-49ec-8af2-1d32ee48030c, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=47d1412e-90c3-49ec-8af2-1d32ee48030c,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:15.960406 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.976939 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8e97d42b-e156-4335-91da-e8bf24f3b443 req-e2b09a9f-3ade-428e-b38e-de2202a950a8 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 210 time: 0.3083365 Oct 27 14:08:16.207745 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0013da-34cf-4357-aef4-0c90e0815161 None None] Pushing event updated for resources: {'Port': ['ID=47d1412e-90c3-49ec-8af2-1d32ee48030c,revision_number=3']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:16.217919 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:16.220075 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:16.231465 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Allocated IP 172.27.0.45 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/445a5687-1ab6-45c9-b1db-bfa4f00fd418) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:16.629015 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:16.632905 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:16.659443 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Allocated IP 172.20.0.1 (11f7b24e-a72d-42e4-91c7-58ce8c0bc8de/ad1ca395-0794-488c-93d8-0590c72f0634/73a690fb-6efe-4e88-b969-31684d41989b) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:16.971841 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cac752be-99d3-4cc7-aa52-edbe1d747ae9 req-81a99821-c1e7-4717-9172-69f883b7fda3 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 210 time: 0.0868592 Oct 27 14:08:17.016710 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:17.056059 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:17.169342 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:10Z', 'revision_number': 3, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:17.286360 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9296e7-78b0-447c-9c66-78fd906bc284 None None] The sync data for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi is: [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:10Z', 'revision_number': 3, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:08:17.308232 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-346ed021-707f-4b56-88fa-ae4fa96b794b req-cc8ee777-e8b4-4571-8731-e66b83889f0f tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 210 time: 0.1280048 Oct 27 14:08:17.316431 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:17.387416 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:17.405973 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:17.411829 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Allocated IP 172.20.0.8 (9287d5f3-a99c-4613-b3ac-b9bc822802a7/d945427a-e5ce-47c2-8172-47ce6ee1f1b1/99d7fdc5-8676-4e9b-9ec5-5c8018f479cf) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:17.416325 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:17.416841 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924424'] for router_interface, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:17.448721 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:17.851406 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:17.982342 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:17.985158 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Pushing event updated for resources: {'Port': ['ID=73a690fb-6efe-4e88-b969-31684d41989b,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:18.024334 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:18.046922 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:18.071022 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:18.077170 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-5f497656-7139-4f77-9c69-af1c0981a91b None None] Provisioning complete for port 73a690fb-6efe-4e88-b969-31684d41989b triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:18.085871 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5f497656-7139-4f77-9c69-af1c0981a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:18.171949 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.71', 52075) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:18.316068 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-5f497656-7139-4f77-9c69-af1c0981a91b None None] Port 73a690fb-6efe-4e88-b969-31684d41989b cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:08:18.757715 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:18.870703 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 47d1412e-90c3-49ec-8af2-1d32ee48030c up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:18.908715 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:18.932396 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7917642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916437'] for router, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:19.129115 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 47d1412e-90c3-49ec-8af2-1d32ee48030c triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:19.136296 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:19.229400 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5a6fca74-12cf-41b7-ab14-d9533c9a1af6 req-4e8e0792-5110-4319-9324-855fba4b7056 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 210 time: 0.8849535 Oct 27 14:08:19.229980 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45836) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:19.369189 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:19.399356 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port 47d1412e-90c3-49ec-8af2-1d32ee48030c, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=47d1412e-90c3-49ec-8af2-1d32ee48030c,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:19.407375 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:19.510212 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Pushing event updated for resources: {'Port': ['ID=445a5687-1ab6-45c9-b1db-bfa4f00fd418,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:19.526813 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec698016-0620-4006-8c94-407dcd39e665 req-5c10652d-a029-464c-a672-2a01316c3485 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:19.532120 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec698016-0620-4006-8c94-407dcd39e665 req-5c10652d-a029-464c-a672-2a01316c3485 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 931 time: 0.6854773 Oct 27 14:08:19.568438 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=47d1412e-90c3-49ec-8af2-1d32ee48030c,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:19.605485 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-838aff18-ab41-42f4-b154-59a143ad8d73 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:19.607061 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-838aff18-ab41-42f4-b154-59a143ad8d73 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 815 time: 1.4254467 Oct 27 14:08:19.613903 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:19.627207 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec698016-0620-4006-8c94-407dcd39e665 req-ecc945db-aa2f-4788-b3a2-5ea3c3865ea2 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875275 Oct 27 14:08:19.684193 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Network 9287d5f3-a99c-4613-b3ac-b9bc822802a7 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:19.695892 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Request body: {'port': {'device_id': '1e098f1a-7a67-49aa-8612-ecf546da5a62', 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987', 'admin_state_up': True, 'tenant_id': 'a55431e3db544b7980c81c6303d1e8b2'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:19.747443 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:19.750581 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:19.759461 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:19.760451 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:19.799393 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 is scheduled to L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 with binding_index 1 {{(pid=101655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:08:19.854643 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3477919 Oct 27 14:08:19.860707 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7917642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916437'] for router, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:20.008410 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-a5c2543c-a1d1-46c8-b202-ed591306368d tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:08:20.009699 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-a5c2543c-a1d1-46c8-b202-ed591306368d tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0134587 Oct 27 14:08:20.031441 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f77e5f-62f8-43bc-b64d-4f4e1142a31b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Pushing event updated for resources: {'Port': ['ID=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:20.141480 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-07490ffb-21c9-4edd-8af9-e0c414b40806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:20.200883 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:20.205876 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Router 1636a198-612a-4950-9dc7-623573550ff2 is scheduled to L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 with binding_index 1 {{(pid=101655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:08:20.221326 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:20.222153 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8300936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7917912'] for router_interface, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:20.243190 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:08:20.263528 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Sync routers for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:08:20.285933 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:20.287156 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:20.336616 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Request body: {'port': {'device_id': 'c3f33dcc-4df0-4c90-b5b3-6fab1b81faab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:20.400145 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] Publish callbacks [] for router, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:20.404909 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-8e89f14a-7d39-485c-bc5c-f9de59049a83 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.5478971 Oct 27 14:08:20.409601 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45866) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:20.503449 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:20.653780 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45874) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:20.812102 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:20.941641 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Pushing event updated for resources: {'Port': ['ID=73a690fb-6efe-4e88-b969-31684d41989b,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:20.976667 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-825969ac-51ee-4a80-a89e-b924f90f5104 req-b1913862-0144-49eb-a04a-be6bc746d089 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 210 time: 0.3224854 Oct 27 14:08:21.043111 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-07490ffb-21c9-4edd-8af9-e0c414b40806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.049821 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:08:21.065793 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-07490ffb-21c9-4edd-8af9-e0c414b40806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.068032 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Sync routers for ids ['1636a198-612a-4950-9dc7-623573550ff2'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:08:21.088606 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Routers {'1636a198-612a-4950-9dc7-623573550ff2'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:21.089237 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['1636a198-612a-4950-9dc7-623573550ff2'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:21.091094 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 47d1412e-90c3-49ec-8af2-1d32ee48030c up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:21.180438 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-38678b5e-b4e3-4e88-9310-980203fc6a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.204186 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:21.223964 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Made reservation on behalf of a55431e3db544b7980c81c6303d1e8b2 for: {'port': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:21.228121 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.233329 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Set router 1636a198-612a-4950-9dc7-623573550ff2 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:21.252289 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0214bf6-060d-473a-983b-3757e1517d3e req-1ab98d13-639d-4a6b-ad26-46d4063df7ee tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:21.254263 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b0214bf6-060d-473a-983b-3757e1517d3e req-1ab98d13-639d-4a6b-ad26-46d4063df7ee tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 931 time: 0.4427595 Oct 27 14:08:21.258255 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:21.261461 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] Publish callbacks [] for router, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.262856 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-e0dc7857-bd58-4e56-b949-e579b7755fea admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.0010393 Oct 27 14:08:21.267336 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 45888) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:21.271921 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-07490ffb-21c9-4edd-8af9-e0c414b40806 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e3e4902a962a485687f070ae4a190708&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9996729 Oct 27 14:08:21.297082 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07490ffb-21c9-4edd-8af9-e0c414b40806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d766ee-97c6-4c63-aef9-55a29dc67d7b,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:21.300249 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45890) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:21.716615 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 47d1412e-90c3-49ec-8af2-1d32ee48030c triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:21.717669 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.749480 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1636a198-612a-4950-9dc7-623573550ff2', 'name': 'tempest-ServerRescueNegativeTestJSON-269486825-router', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:11Z', 'updated_at': '2021-10-27T14:08:18Z', 'revision_number': 3, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'gw_port': {'id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1636a198-612a-4950-9dc7-623573550ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:14Z', 'updated_at': '2021-10-27T14:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:21.830024 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Checking router: 1636a198-612a-4950-9dc7-623573550ff2 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:08:21.831056 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Updating router 1636a198-612a-4950-9dc7-623573550ff2 port 445a5687-1ab6-45c9-b1db-bfa4f00fd418 binding host dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:08:21.888713 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.963688 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-4aad0023-1d8b-40ca-b238-438e9fe42ae5 None None] Provisioning complete for port 73a690fb-6efe-4e88-b969-31684d41989b triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:21.971871 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-4aad0023-1d8b-40ca-b238-438e9fe42ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.038761 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b0214bf6-060d-473a-983b-3757e1517d3e req-cbb4f52b-fdc9-47d8-b908-01b86ce98ed8 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7538402 Oct 27 14:08:22.125588 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-38678b5e-b4e3-4e88-9310-980203fc6a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.157012 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4d577fcb-998a-4ce5-8e24-4568d81f6882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.181430 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-4aad0023-1d8b-40ca-b238-438e9fe42ae5 None None] Port 73a690fb-6efe-4e88-b969-31684d41989b cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:08:22.242126 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4d577fcb-998a-4ce5-8e24-4568d81f6882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.313706 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-38678b5e-b4e3-4e88-9310-980203fc6a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.366998 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:16Z', 'revision_number': 3, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:22.413795 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Checking router: fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:08:22.414276 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Updating router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 port 38b94780-2254-4625-ac58-dd931e9f0c60 binding host dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:08:22.421620 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:08:22.454584 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.530283 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38678b5e-b4e3-4e88-9310-980203fc6a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711a6d7e-cdbe-49dd-98ad-54df3f37d4c6,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:22.542957 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-38678b5e-b4e3-4e88-9310-980203fc6a7a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=33cbb6b568d5442eab5ddc67441d19ef&name=default HTTP/1.1" status: 200 len: 2977 time: 1.8668718 Oct 27 14:08:22.565036 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45900) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:22.654733 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4d577fcb-998a-4ce5-8e24-4568d81f6882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.659734 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4d577fcb-998a-4ce5-8e24-4568d81f6882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.661016 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-4d577fcb-998a-4ce5-8e24-4568d81f6882 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/37d766ee-97c6-4c63-aef9-55a29dc67d7b HTTP/1.1" status: 204 len: 168 time: 1.2296245 Oct 27 14:08:22.673196 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c09ed23-e111-4e70-bba2-0e8be5eb0ac3 req-97eeeeef-ddf3-4fc6-88fc-99d509b30473 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 210 time: 0.3036301 Oct 27 14:08:22.713462 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-7e253b77-607a-4cc3-b401-f590ec386165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.716453 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d577fcb-998a-4ce5-8e24-4568d81f6882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d766ee-97c6-4c63-aef9-55a29dc67d7b,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:22.761676 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Allocated IP 172.20.0.8 (5b53c648-0313-4179-8334-9fa5d1933987/3438be83-95f5-4dc5-9b6b-a057d921b6b0/60d5d634-d73e-43e2-9077-dd41c390011b) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:22.762650 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.783267 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-7e253b77-607a-4cc3-b401-f590ec386165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.865394 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf {{(pid=101656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:22.876395 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.903876 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.provisioning_blocks [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Transition to ACTIVE for port object 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf will not be triggered until provisioned by entity L2. {{(pid=101656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:08:22.938350 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Publish callbacks [] for port, precommit_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.949153 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:23.166150 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Attempting to bind port 445a5687-1ab6-45c9-b1db-bfa4f00fd418 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:23.167375 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Attempting to bind port 445a5687-1ab6-45c9-b1db-bfa4f00fd418 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:23.167769 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Attempting to bind port 445a5687-1ab6-45c9-b1db-bfa4f00fd418 on network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:23.168410 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-7e253b77-607a-4cc3-b401-f590ec386165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:23.173078 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-7e253b77-607a-4cc3-b401-f590ec386165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:23.177198 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-7e253b77-607a-4cc3-b401-f590ec386165 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/711a6d7e-cdbe-49dd-98ad-54df3f37d4c6 HTTP/1.1" status: 204 len: 168 time: 0.6062038 Oct 27 14:08:23.200824 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a97223-2342-4074-8127-860baa7a3421 None None] Pushing event updated for resources: {'Port': ['ID=445a5687-1ab6-45c9-b1db-bfa4f00fd418,revision_number=2']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:23.217174 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:23.218508 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Checking segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:23.219087 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:23.220313 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Bound using segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:23.221406 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Bound port: 445a5687-1ab6-45c9-b1db-bfa4f00fd418, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:23.222065 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:23.248345 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e253b77-607a-4cc3-b401-f590ec386165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711a6d7e-cdbe-49dd-98ad-54df3f37d4c6,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:23.531859 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] For port 445a5687-1ab6-45c9-b1db-bfa4f00fd418, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:23.531859 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] For port 445a5687-1ab6-45c9-b1db-bfa4f00fd418, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=445a5687-1ab6-45c9-b1db-bfa4f00fd418,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:23.531859 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:23.538374 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Publish callbacks [] for port, precommit_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:23.540775 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:23.552075 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Routers {'1636a198-612a-4950-9dc7-623573550ff2'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:23.555550 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['1636a198-612a-4950-9dc7-623573550ff2'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:23.662410 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c948e-f079-4686-ae41-91ab10c1fc6f None None] Pushing event updated for resources: {'Port': ['ID=38b94780-2254-4625-ac58-dd931e9f0c60,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:23.701713 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03463d-d700-4718-8e46-db3e003e5319 req-d22f6c75-67a1-4237-981a-3c0853308b21 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:23.703347 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e03463d-d700-4718-8e46-db3e003e5319 req-d22f6c75-67a1-4237-981a-3c0853308b21 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 943 time: 0.4508755 Oct 27 14:08:23.704076 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:23.733105 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Attempting to bind port 38b94780-2254-4625-ac58-dd931e9f0c60 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:23.737980 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Attempting to bind port 38b94780-2254-4625-ac58-dd931e9f0c60 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:23.738366 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Attempting to bind port 38b94780-2254-4625-ac58-dd931e9f0c60 on network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:23.759767 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:23.761726 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Allocated IP 172.20.0.1 (57ab640a-d6ea-4ec6-b7cb-d71aba31dbee/ed1d1075-aeaf-4999-be5f-fa472215f194/12403653-908f-4713-a31c-2040030e257a) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:23.762766 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Checking segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:23.763380 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:23.766975 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Bound using segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:23.768408 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Bound port: 38b94780-2254-4625-ac58-dd931e9f0c60, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:23.773458 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:23.817818 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a97223-2342-4074-8127-860baa7a3421 None None] Pushing event updated for resources: {'Port': ['ID=445a5687-1ab6-45c9-b1db-bfa4f00fd418,revision_number=3']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:23.931645 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e03463d-d700-4718-8e46-db3e003e5319 req-1096e0e4-7904-4df4-9c43-2b194697dbff tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200525 Oct 27 14:08:23.954052 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] For port 38b94780-2254-4625-ac58-dd931e9f0c60, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:23.968440 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-55cd21b6-72f8-4b9c-bb25-cca14d58a42b req-00e54d0a-4285-4f05-af6a-eb318296265a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 210 time: 0.1205626 Oct 27 14:08:23.973873 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] For port 38b94780-2254-4625-ac58-dd931e9f0c60, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=38b94780-2254-4625-ac58-dd931e9f0c60,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:23.994965 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:24.040592 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] Set router 1636a198-612a-4950-9dc7-623573550ff2 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:24.152871 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45934) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:24.212697 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-03bc4edc-9bac-4a30-8a1c-2000ed757588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:24.240191 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:24.246132 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:24.272485 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:24.343932 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:24.402308 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c948e-f079-4686-ae41-91ab10c1fc6f None None] Pushing event updated for resources: {'Port': ['ID=38b94780-2254-4625-ac58-dd931e9f0c60,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:24.476781 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-03bc4edc-9bac-4a30-8a1c-2000ed757588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:24.496432 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-03bc4edc-9bac-4a30-8a1c-2000ed757588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:24.602889 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1636a198-612a-4950-9dc7-623573550ff2', 'name': 'tempest-ServerRescueNegativeTestJSON-269486825-router', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:11Z', 'updated_at': '2021-10-27T14:08:18Z', 'revision_number': 3, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'gw_port': {'id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1636a198-612a-4950-9dc7-623573550ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:14Z', 'updated_at': '2021-10-27T14:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:24.621907 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:24.708514 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fee92-af84-430d-8b6d-1f661d2eb955 None None] The sync data for ids ['1636a198-612a-4950-9dc7-623573550ff2'] in dv-cinder-815660-2-iscsi is: [{'id': '1636a198-612a-4950-9dc7-623573550ff2', 'name': 'tempest-ServerRescueNegativeTestJSON-269486825-router', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:11Z', 'updated_at': '2021-10-27T14:08:18Z', 'revision_number': 3, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'gw_port': {'id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1636a198-612a-4950-9dc7-623573550ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:14Z', 'updated_at': '2021-10-27T14:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:08:24.753105 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:24.766916 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc4edc-9bac-4a30-8a1c-2000ed757588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae20eff3-704c-4e6a-a704-e3e8f3d44479,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:24.777187 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:24.779684 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:24.780182 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924424'] for router_interface, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:24.880143 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-03bc4edc-9bac-4a30-8a1c-2000ed757588 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=588c3dd46a304afe85f3c4dcd20eee06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262521 Oct 27 14:08:24.888004 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45952) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:24.922941 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:25.073008 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:25.094635 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Pushing event updated for resources: {'Port': ['ID=12403653-908f-4713-a31c-2040030e257a,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:25.129111 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:08:25.156648 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-22e1f5d2-3388-4550-a44b-2f970bbf8162 admin admin] 10.222.0.85 "PUT /v2.0/routers/cb78f8bb-3bda-4e20-9887-e4cb05487ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7596202 Oct 27 14:08:25.164077 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Pushing event updated for resources: {'Port': ['ID=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:25.249891 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Sync routers for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:08:25.368765 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:25.371528 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:25.516565 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1fe53445-5632-4da1-a690-b960e92cc3ef req-c204e563-028e-4c9e-9d7e-66794493e2d8 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 210 time: 0.3361130 Oct 27 14:08:25.531707 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Attempting to bind port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:25.538760 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Attempting to bind port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '4d347ff3-461b-4f79-90c3-5348ba57c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9287d5f3-a99c-4613-b3ac-b9bc822802a7'}] {{(pid=101656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:25.539323 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Attempting to bind port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf on network 9287d5f3-a99c-4613-b3ac-b9bc822802a7 {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:25.573884 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45970) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:25.594585 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf on network 9287d5f3-a99c-4613-b3ac-b9bc822802a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:08:25.599820 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Attempting to bind port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf on network 9287d5f3-a99c-4613-b3ac-b9bc822802a7 {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:25.664541 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:25.664886 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-c768f3de-1fbc-4c5f-bb13-9e0c7e2bc7e9 None None] Provisioning complete for port 12403653-908f-4713-a31c-2040030e257a triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:25.665255 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c768f3de-1fbc-4c5f-bb13-9e0c7e2bc7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:25.665688 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Checking segment: {'id': '4d347ff3-461b-4f79-90c3-5348ba57c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9287d5f3-a99c-4613-b3ac-b9bc822802a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:25.675418 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Bound using segment: {'id': '4d347ff3-461b-4f79-90c3-5348ba57c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9287d5f3-a99c-4613-b3ac-b9bc822802a7'} {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:25.679615 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Bound port: 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d347ff3-461b-4f79-90c3-5348ba57c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '9287d5f3-a99c-4613-b3ac-b9bc822802a7'}}] {{(pid=101656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:25.680319 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:25.686534 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3aa0d-706d-4aaa-a2a2-701f3952cf8a req-67d376d8-4858-4843-9605-ab619a612f89 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:25.688182 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-07a3aa0d-706d-4aaa-a2a2-701f3952cf8a req-67d376d8-4858-4843-9605-ab619a612f89 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 943 time: 0.4650435 Oct 27 14:08:25.777485 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-364f4760-df4c-419c-b051-c019a5503b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:25.786535 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-c768f3de-1fbc-4c5f-bb13-9e0c7e2bc7e9 None None] Port 12403653-908f-4713-a31c-2040030e257a cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:08:25.912153 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:25.947873 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1566923285-network', 'tenant_id': 'f87678698791466c8a802abe6563ce59'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:25.954245 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:26.033475 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Pushing event updated for resources: {'Port': ['ID=60d5d634-d73e-43e2-9077-dd41c390011b,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:26.068029 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-364f4760-df4c-419c-b051-c019a5503b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.124892 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Allocated IP 172.20.0.1 (e326cd63-ddc3-4370-9359-292ac983dba9/f5397b1e-6cca-4404-be06-5171278a75ad/b9836d4d-452b-4830-8b59-c06d0e3e0270) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:26.134026 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.146296 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] For port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf, host hv-cinder-81566, cleared binding levels {{(pid=101656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:26.175225 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Network 5b53c648-0313-4179-8334-9fa5d1933987 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:26.180104 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] For port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf,segment=NetworkSegment(4d347ff3-461b-4f79-90c3-5348ba57c71e),segment_id=4d347ff3-461b-4f79-90c3-5348ba57c71e)] {{(pid=101656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:26.184381 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:26.208452 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:26.237227 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:26.240161 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.275229 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.293468 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:16Z', 'revision_number': 3, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:26.379428 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.385596 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-07a3aa0d-706d-4aaa-a2a2-701f3952cf8a req-90a49ced-0ecd-41cb-82db-aacb81c72a14 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150215 Oct 27 14:08:26.392682 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b57f1-a910-4af5-a39f-65ec3081d6f1 None None] The sync data for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi is: [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:16Z', 'revision_number': 3, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:08:26.397140 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.398316 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8300936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7917912'] for router_interface, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.458857 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-004bb7d0-1d19-441d-ba02-3907d75d9f47 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8034980 Oct 27 14:08:26.463811 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:26.467012 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.469874 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] 10.222.0.71 "PUT /v2.0/ports/99d7fdc5-8676-4e9b-9ec5-5c8018f479cf HTTP/1.1" status: 200 len: 1093 time: 6.2451677 Oct 27 14:08:26.484062 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Pushing event updated for resources: {'Port': ['ID=12403653-908f-4713-a31c-2040030e257a,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:26.494672 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Made reservation on behalf of f87678698791466c8a802abe6563ce59 for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:26.503361 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.541090 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f33dcc-4df0-4c90-b5b3-6fab1b81faab', 'tag': '99d7fdc5-8676-4e9b-9ec5-5c8018f479cf'}] {{(pid=101656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:26.618052 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.635917 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 2, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:26.695903 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Request body: {'port': {'device_id': '1e098f1a-7a67-49aa-8612-ecf546da5a62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:26.782073 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:26.905227 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.910366 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-364f4760-df4c-419c-b051-c019a5503b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.914955 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-364f4760-df4c-419c-b051-c019a5503b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.916229 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-364f4760-df4c-419c-b051-c019a5503b7f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ae20eff3-704c-4e6a-a704-e3e8f3d44479 HTTP/1.1" status: 204 len: 168 time: 2.0202253 Oct 27 14:08:26.917224 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:26.932319 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:26.936771 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f4760-df4c-419c-b051-c019a5503b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae20eff3-704c-4e6a-a704-e3e8f3d44479,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:27.132823 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 445a5687-1ab6-45c9-b1db-bfa4f00fd418 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:27.149691 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Checking router: cb78f8bb-3bda-4e20-9887-e4cb05487ad5 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:08:27.149691 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Updating router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 port 73a690fb-6efe-4e88-b969-31684d41989b binding host dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:08:27.198947 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c9c6aa69a7403ae60e4d5f3bfcb1a729f741678d00f34414191addfe6d7192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4414c8d5-caba-456c-b301-e2b37ad5cfd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f33dcc-4df0-4c90-b5b3-6fab1b81faab", "tag": "99d7fdc5-8676-4e9b-9ec5-5c8018f479cf"}]}' {{(pid=101656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:27.223981 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:27.313407 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:08:27.396167 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:27.406479 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98543a3-2371-4d60-884a-5cb5dc46ce47 req-92bdf956-86ef-43cf-938d-a8f91cc845c5 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:27.421914 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f98543a3-2371-4d60-884a-5cb5dc46ce47 req-92bdf956-86ef-43cf-938d-a8f91cc845c5 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 931 time: 0.6968405 Oct 27 14:08:27.426379 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1205} {{(pid=101655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:08:27.447271 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 45996) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:27.467754 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57338d-3484-4dde-bb6f-f9080f4e78b5 service neutron] Pushing event updated for resources: {'Port': ['ID=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf,revision_number=3']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:27.485742 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-c3efed41-8296-4306-acfb-29e83bf9318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:27.487338 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-c3efed41-8296-4306-acfb-29e83bf9318b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fef26a68103c41df95d4610911087640&device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 1096 time: 0.7820160 Oct 27 14:08:27.530848 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-37d0fcdd-9015-4e42-9098-7b6ede7a2c4a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127487707', 'description': 'tempest-description--1892408893'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:27.571197 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 445a5687-1ab6-45c9-b1db-bfa4f00fd418 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:27.572290 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:27.736741 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-37d0fcdd-9015-4e42-9098-7b6ede7a2c4a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:27.793317 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b549f9-cd17-465f-83e5-0bc8d7e5bba5,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:27.814709 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-3ff3ff30-1072-4a96-99e7-9c5978ca8a47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf HTTP/1.1" status: 200 len: 217 time: 0.2716813 Oct 27 14:08:27.874597 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:27.874958 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Added segment 8d327178-5185-4143-93f2-ab4433863507 of type vlan for network eb7bdab0-43ad-463e-99d8-be4a63170d60 Oct 27 14:08:27.941813 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-50f1f7f4-c3f8-4e7c-acd1-ee8501b81435 None None] Provisioning complete for port 12403653-908f-4713-a31c-2040030e257a triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:27.948760 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-50f1f7f4-c3f8-4e7c-acd1-ee8501b81435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:28.232527 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f98543a3-2371-4d60-884a-5cb5dc46ce47 req-64f28b97-edac-4a46-946e-4c46f5c88023 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8094919 Oct 27 14:08:28.384182 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-50f1f7f4-c3f8-4e7c-acd1-ee8501b81435 None None] Port 12403653-908f-4713-a31c-2040030e257a cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:08:28.474348 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:28.608533 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port 445a5687-1ab6-45c9-b1db-bfa4f00fd418, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=445a5687-1ab6-45c9-b1db-bfa4f00fd418,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:28.663567 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:28.890675 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:28.941648 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=445a5687-1ab6-45c9-b1db-bfa4f00fd418,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:28.951528 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Publish callbacks [] for port, precommit_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:28.967353 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:28.978283 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66168e6c-2a77-48f4-8ecb-128d132a690c x-openstack-request-id: req-66168e6c-2a77-48f4-8ecb-128d132a690c {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:28.978817 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f33dcc-4df0-4c90-b5b3-6fab1b81faab", "tag": "99d7fdc5-8676-4e9b-9ec5-5c8018f479cf", "status": "completed", "code": 200}]} {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:28.978817 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-66168e6c-2a77-48f4-8ecb-128d132a690c {{(pid=101656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:28.979316 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f33dcc-4df0-4c90-b5b3-6fab1b81faab', 'tag': '99d7fdc5-8676-4e9b-9ec5-5c8018f479cf', 'status': 'completed', 'code': 200} Oct 27 14:08:28.982532 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d5d634-d73e-43e2-9077-dd41c390011b {{(pid=101656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:29.007900 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 38b94780-2254-4625-ac58-dd931e9f0c60 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:29.011732 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.015011 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.072862 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:08:29.082386 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.provisioning_blocks [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Transition to ACTIVE for port object 60d5d634-d73e-43e2-9077-dd41c390011b will not be triggered until provisioned by entity L2. {{(pid=101656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:08:29.091872 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-1f275c93-a85e-4fae-afca-b809864bca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:29.099502 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-1f275c93-a85e-4fae-afca-b809864bca59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d945427a-e5ce-47c2-8172-47ce6ee1f1b1 HTTP/1.1" status: 200 len: 851 time: 1.2513208 Oct 27 14:08:29.104751 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.119919 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-5042f65d-0e46-46dc-b93c-de378d8b1638 admin admin] 10.222.0.85 "PUT /v2.0/routers/fc7ee73f-58ba-4a7e-8b1c-82d03a90b478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7061915 Oct 27 14:08:29.122618 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.db.resource_extend [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 14:08:29.158316 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-37d0fcdd-9015-4e42-9098-7b6ede7a2c4a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.167416 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-37d0fcdd-9015-4e42-9098-7b6ede7a2c4a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.238039 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc21e7-eb06-4343-9351-7c08e396ab6e req-8ea271d6-a414-4cb4-96a3-ce26b4de838c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:29.239657 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-92dc21e7-eb06-4343-9351-7c08e396ab6e req-8ea271d6-a414-4cb4-96a3-ce26b4de838c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 943 time: 0.7303007 Oct 27 14:08:29.240334 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.241287 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:29.250387 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.264859 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-37d0fcdd-9015-4e42-9098-7b6ede7a2c4a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.269072 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-37d0fcdd-9015-4e42-9098-7b6ede7a2c4a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8000212 Oct 27 14:08:29.284309 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bca4f-358f-4221-8542-2a11e5da0cd5 None None] Pushing event updated for resources: {'Port': ['ID=73a690fb-6efe-4e88-b969-31684d41989b,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:29.292365 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46040) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:29.300654 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Pushing event updated for resources: {'Port': ['ID=60d5d634-d73e-43e2-9077-dd41c390011b,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:29.358143 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-9978212b-7c55-40a0-b24b-266f01824322 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'security_group_rule': {'security_group_id': 'fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:29.544968 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-c56f35b7-9254-4d33-9722-142f647a4b76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9287d5f3-a99c-4613-b3ac-b9bc822802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2646101 Oct 27 14:08:29.655417 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 38b94780-2254-4625-ac58-dd931e9f0c60 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:29.656166 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.659123 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Attempting to bind port 73a690fb-6efe-4e88-b969-31684d41989b on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:29.659726 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Attempting to bind port 73a690fb-6efe-4e88-b969-31684d41989b by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:29.660306 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Attempting to bind port 73a690fb-6efe-4e88-b969-31684d41989b on network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:29.711523 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0fcdd-9015-4e42-9098-7b6ede7a2c4a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:29.761920 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-f8ce3ab9-3dba-47ac-a009-ac65319ad277 service neutron] 10.222.0.71 "GET /v2.0/networks/9287d5f3-a99c-4613-b3ac-b9bc822802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023113 Oct 27 14:08:29.806974 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:29.807380 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Checking segment: {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:29.807911 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.808362 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Bound using segment: {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:29.809045 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Bound port: 73a690fb-6efe-4e88-b969-31684d41989b, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:29.809453 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.821676 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.874484 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 4.2841902 Oct 27 14:08:29.886400 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-92dc21e7-eb06-4343-9351-7c08e396ab6e req-1b9ba8cc-77b7-453a-9e19-23f50a140656 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073289 Oct 27 14:08:29.887158 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46052) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:29.889774 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-a1e0f94c-861c-449f-a8ee-1bb0e4882717 None None] Provisioning complete for port 73a690fb-6efe-4e88-b969-31684d41989b triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:29.890271 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-a1e0f94c-861c-449f-a8ee-1bb0e4882717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:29.902264 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Attempting to bind port 60d5d634-d73e-43e2-9077-dd41c390011b on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:29.902625 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Attempting to bind port 60d5d634-d73e-43e2-9077-dd41c390011b by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'}] {{(pid=101656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:29.903023 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Attempting to bind port 60d5d634-d73e-43e2-9077-dd41c390011b on network 5b53c648-0313-4179-8334-9fa5d1933987 {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:29.938360 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] Request body: {'subnet': {'network_id': 'eb7bdab0-43ad-463e-99d8-be4a63170d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1566923285-subnet', 'tenant_id': 'f87678698791466c8a802abe6563ce59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:29.976597 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Network e326cd63-ddc3-4370-9359-292ac983dba9 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:29.982476 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716813e-a8e6-4d11-9fd4-8f47d9faf65c admin admin] Pushing event updated for resources: {'Network': ['ID=eb7bdab0-43ad-463e-99d8-be4a63170d60,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:29.987652 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] For port 73a690fb-6efe-4e88-b969-31684d41989b, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:29.992328 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] For port 73a690fb-6efe-4e88-b969-31684d41989b, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=73a690fb-6efe-4e88-b969-31684d41989b,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:29.999376 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network eb7bdab0-43ad-463e-99d8-be4a63170d60 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:08:30.033291 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:30.061396 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3fff3-fe0d-4052-b933-64909e0908d4 req-84a9ef50-27b0-4cb1-8879-d450a66b9f72 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:30.105489 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-53f3fff3-fe0d-4052-b933-64909e0908d4 req-84a9ef50-27b0-4cb1-8879-d450a66b9f72 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 943 time: 0.5274007 Oct 27 14:08:30.208845 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] Made reservation on behalf of f87678698791466c8a802abe6563ce59 for: {'subnet': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:30.213458 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bca4f-358f-4221-8542-2a11e5da0cd5 None None] Pushing event updated for resources: {'Port': ['ID=73a690fb-6efe-4e88-b969-31684d41989b,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:30.225263 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] Publish callbacks [] for subnet, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:30.442593 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0f94c-861c-449f-a8ee-1bb0e4882717 None None] Port 73a690fb-6efe-4e88-b969-31684d41989b cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:08:30.483460 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Sync routers for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:08:30.513824 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:30.519898 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:30.523117 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:30.523918 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:30.560690 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:30.599780 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:30.600323 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924424'] for router_interface, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:30.611941 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9978212b-7c55-40a0-b24b-266f01824322 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:30.673155 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Port 60d5d634-d73e-43e2-9077-dd41c390011b on network 5b53c648-0313-4179-8334-9fa5d1933987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:08:30.673490 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Attempting to bind port 60d5d634-d73e-43e2-9077-dd41c390011b on network 5b53c648-0313-4179-8334-9fa5d1933987 {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:30.747392 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:30.747755 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Checking segment: {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:30.748266 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Bound using segment: {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'} {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:30.748734 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Bound port: 60d5d634-d73e-43e2-9077-dd41c390011b, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'}}] {{(pid=101656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:30.749378 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:30.768471 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Pushing event updated for resources: {'Port': ['ID=b9836d4d-452b-4830-8b59-c06d0e3e0270,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:30.816465 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-53f3fff3-fe0d-4052-b933-64909e0908d4 req-54f51935-9e22-4b37-bef6-089e42af6c1f tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7070034 Oct 27 14:08:30.900166 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:30.982557 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:31.071452 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.090314 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-32902259-9069-4732-80bb-45837a4fc446 None None] Provisioning complete for port 73a690fb-6efe-4e88-b969-31684d41989b triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:31.091079 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-32902259-9069-4732-80bb-45837a4fc446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.114384 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-eaba6490-0bff-41f6-912a-287d5b6d96ff req-8a30fadc-b9d7-4c52-8a38-2e1d31e7846a service neutron] 10.222.0.71 "GET /v2.0/networks/9287d5f3-a99c-4613-b3ac-b9bc822802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2765381 Oct 27 14:08:31.115354 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46074) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:31.133501 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-8cfe9feb-9a1d-49b5-96b1-aad98e2afd03 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529087691', 'description': 'tempest-description--224668067'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:31.180479 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.232465 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port 38b94780-2254-4625-ac58-dd931e9f0c60, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=38b94780-2254-4625-ac58-dd931e9f0c60,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:31.242686 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.374682 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.445185 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 445a5687-1ab6-45c9-b1db-bfa4f00fd418 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:31.465342 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63a92-f57f-4358-bfde-9f123f491127 req-d15ca2db-2237-4b33-be1d-24f53d0e1c63 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:31.477188 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-24d63a92-f57f-4358-bfde-9f123f491127 req-d15ca2db-2237-4b33-be1d-24f53d0e1c63 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 943 time: 0.1447055 Oct 27 14:08:31.570270 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-32902259-9069-4732-80bb-45837a4fc446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.579818 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a87db6-f8b6-4f53-b445-e2d9b5f4c17a,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:31.592230 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] Checking segment: {'id': '8d327178-5185-4143-93f2-ab4433863507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': 'eb7bdab0-43ad-463e-99d8-be4a63170d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:31.592785 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] Network hostable DHCP agents. Network: eb7bdab0-43ad-463e-99d8-be4a63170d60, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:08:31.600592 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-24d63a92-f57f-4358-bfde-9f123f491127 req-76941ceb-7e66-4722-9b4f-f76db45a31a4 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217225 Oct 27 14:08:31.619206 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] Network eb7bdab0-43ad-463e-99d8-be4a63170d60 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:08:31.630578 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:26Z', 'revision_number': 2, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:31.663576 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, eb7bdab0-43ad-463e-99d8-be4a63170d60) {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:31.674590 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:31.675636 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.712852 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Checking router: fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:08:31.714415 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Updating router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 port 12403653-908f-4713-a31c-2040030e257a binding host dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:08:31.733449 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-97e35cf3-fd4b-401e-a255-59bad35a54bc admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8421593 Oct 27 14:08:31.755772 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cfe9feb-9a1d-49b5-96b1-aad98e2afd03 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.777356 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.793596 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-32902259-9069-4732-80bb-45837a4fc446 None None] For port 73a690fb-6efe-4e88-b969-31684d41989b, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=73a690fb-6efe-4e88-b969-31684d41989b,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:31.883704 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.917284 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.918623 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8300936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7917912'] for router_interface, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:31.921941 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4155f63e-3882-47cb-b21d-ae1898464aa4 None None] Network eb7bdab0-43ad-463e-99d8-be4a63170d60 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:31.962622 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-32902259-9069-4732-80bb-45837a4fc446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.125598 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] For port 60d5d634-d73e-43e2-9077-dd41c390011b, host hv-cinder-81566, cleared binding levels {{(pid=101656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:32.156147 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414c8d5-caba-456c-b301-e2b37ad5cfd7 req-b1a33db3-b734-43f1-8e33-106e3a5085fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:32.158011 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-4414c8d5-caba-456c-b301-e2b37ad5cfd7 req-b1a33db3-b734-43f1-8e33-106e3a5085fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fef26a68103c41df95d4610911087640&device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 1096 time: 0.9466591 Oct 27 14:08:32.189859 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=38b94780-2254-4625-ac58-dd931e9f0c60,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:32.205166 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9978212b-7c55-40a0-b24b-266f01824322 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.231856 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:08:32.236730 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c37a44-e4bd-4e38-bdfb-12905cde40af req-1bf16f94-ca80-4034-b990-d07a6b2d2f3b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:32.239819 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2c37a44-e4bd-4e38-bdfb-12905cde40af req-1bf16f94-ca80-4034-b990-d07a6b2d2f3b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 943 time: 0.2089527 Oct 27 14:08:32.248779 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] For port 60d5d634-d73e-43e2-9077-dd41c390011b, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=60d5d634-d73e-43e2-9077-dd41c390011b,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:32.252096 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9978212b-7c55-40a0-b24b-266f01824322 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.314413 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978212b-7c55-40a0-b24b-266f01824322 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c6030c-043e-4cf1-9e46-550defe7aa9e,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:32.326366 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.355463 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2c37a44-e4bd-4e38-bdfb-12905cde40af req-ec2ba7aa-9f63-4077-8a94-8f224868cbf1 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082406 Oct 27 14:08:32.369905 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Pushing event updated for resources: {'Port': ['ID=b9836d4d-452b-4830-8b59-c06d0e3e0270,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:32.401012 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:32.401716 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.403340 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] 10.222.0.71 "PUT /v2.0/ports/60d5d634-d73e-43e2-9077-dd41c390011b HTTP/1.1" status: 200 len: 1093 time: 5.7215340 Oct 27 14:08:32.407215 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e098f1a-7a67-49aa-8612-ecf546da5a62', 'tag': '60d5d634-d73e-43e2-9077-dd41c390011b'}] {{(pid=101656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:32.409805 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c9c6aa69a7403ae60e4d5f3bfcb1a729f741678d00f34414191addfe6d7192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2834a-ef57-479c-82ed-d4fc6ea53691" -d '{"events": [{"name": "network-changed", "server_uuid": "1e098f1a-7a67-49aa-8612-ecf546da5a62", "tag": "60d5d634-d73e-43e2-9077-dd41c390011b"}]}' {{(pid=101656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:32.455220 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cfe9feb-9a1d-49b5-96b1-aad98e2afd03 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.459532 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9978212b-7c55-40a0-b24b-266f01824322 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.461659 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-9978212b-7c55-40a0-b24b-266f01824322 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1490736 Oct 27 14:08:32.465707 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46100) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:32.469976 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cfe9feb-9a1d-49b5-96b1-aad98e2afd03 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.482655 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-68628a11-7cbd-42e5-b056-feb4fd7a1342 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'security_group_rule': {'security_group_id': 'fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:32.529762 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916678f9-4e1d-4b0f-af85-3b22511f32b6 service neutron] Pushing event updated for resources: {'Port': ['ID=60d5d634-d73e-43e2-9077-dd41c390011b,revision_number=3']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:32.570164 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-68628a11-7cbd-42e5-b056-feb4fd7a1342 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.643518 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Network e326cd63-ddc3-4370-9359-292ac983dba9 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:32.668221 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:32.733658 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cfe9feb-9a1d-49b5-96b1-aad98e2afd03 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.739357 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-8cfe9feb-9a1d-49b5-96b1-aad98e2afd03 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6118827 Oct 27 14:08:32.749521 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46108) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:32.757396 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Publish callbacks [] for port, precommit_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.763704 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.773244 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-6bcbab90-dce1-4119-8c06-bab71bf6251b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'security_group_rule': {'security_group_id': 'e20b804d-9af5-47a5-9597-f6fb93ab9e36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:32.835737 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1a3faa-d49b-4bbe-928d-99810d6f525a x-openstack-request-id: req-5f1a3faa-d49b-4bbe-928d-99810d6f525a {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:32.836357 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e098f1a-7a67-49aa-8612-ecf546da5a62", "tag": "60d5d634-d73e-43e2-9077-dd41c390011b", "status": "completed", "code": 200}]} {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:32.836357 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5f1a3faa-d49b-4bbe-928d-99810d6f525a {{(pid=101656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:32.837693 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e098f1a-7a67-49aa-8612-ecf546da5a62', 'tag': '60d5d634-d73e-43e2-9077-dd41c390011b', 'status': 'completed', 'code': 200} Oct 27 14:08:32.852627 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe9feb-9a1d-49b5-96b1-aad98e2afd03 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20b804d-9af5-47a5-9597-f6fb93ab9e36,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:32.877715 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-68628a11-7cbd-42e5-b056-feb4fd7a1342 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.884702 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46329a-e3ef-43f5-ad74-01d17ae21cd0 None None] Pushing event updated for resources: {'Port': ['ID=12403653-908f-4713-a31c-2040030e257a,revision_number=3']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:32.895806 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-68628a11-7cbd-42e5-b056-feb4fd7a1342 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:32.941254 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6bcbab90-dce1-4119-8c06-bab71bf6251b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.029389 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Attempting to bind port 12403653-908f-4713-a31c-2040030e257a on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:33.030451 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Attempting to bind port 12403653-908f-4713-a31c-2040030e257a by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:33.030451 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Attempting to bind port 12403653-908f-4713-a31c-2040030e257a on network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:33.038724 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:33.038978 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6bcbab90-dce1-4119-8c06-bab71bf6251b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.039291 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Checking segment: {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:33.039604 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.040156 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Bound using segment: {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:33.040670 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Bound port: 12403653-908f-4713-a31c-2040030e257a, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'}}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:33.041078 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.050378 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f5aec-2e80-4266-8db0-76c863505494 req-57445f71-48b5-4f4f-98e8-c0b45a008a28 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:33.063790 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-850f5aec-2e80-4266-8db0-76c863505494 req-57445f71-48b5-4f4f-98e8-c0b45a008a28 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 943 time: 0.3149703 Oct 27 14:08:33.064881 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32902259-9069-4732-80bb-45837a4fc446 None None] Pushing event updated for resources: {'Port': ['ID=73a690fb-6efe-4e88-b969-31684d41989b,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:33.071846 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6bcbab90-dce1-4119-8c06-bab71bf6251b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.113528 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-906daeac-1e20-44b7-b792-af25dd604426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:33.113995 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 445a5687-1ab6-45c9-b1db-bfa4f00fd418 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:33.114286 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.116410 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-906daeac-1e20-44b7-b792-af25dd604426 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 1096 time: 0.5806589 Oct 27 14:08:33.125071 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68628a11-7cbd-42e5-b056-feb4fd7a1342 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f47e25e-2474-4639-914e-1619072fec1e,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:33.136493 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414c8d5-caba-456c-b301-e2b37ad5cfd7 req-5712fcc3-8a80-4257-9b44-d1a84e21d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:33.140574 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-4414c8d5-caba-456c-b301-e2b37ad5cfd7 req-5712fcc3-8a80-4257-9b44-d1a84e21d322 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9287d5f3-a99c-4613-b3ac-b9bc822802a7 HTTP/1.1" status: 200 len: 913 time: 0.6075253 Oct 27 14:08:33.165142 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-850f5aec-2e80-4266-8db0-76c863505494 req-91802d89-a8f0-4a36-868a-4434a69d986a tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000769 Oct 27 14:08:33.170473 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbab90-dce1-4119-8c06-bab71bf6251b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de917a46-e7b0-4d43-9278-e3bfca259baf,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:33.185232 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-68628a11-7cbd-42e5-b056-feb4fd7a1342 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.186108 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-68628a11-7cbd-42e5-b056-feb4fd7a1342 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7193305 Oct 27 14:08:33.190160 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46122) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:33.197176 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'floatingip': {'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:33.241888 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6bcbab90-dce1-4119-8c06-bab71bf6251b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.243915 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Router 1636a198-612a-4950-9dc7-623573550ff2 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:08:33.244134 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-6bcbab90-dce1-4119-8c06-bab71bf6251b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4903936 Oct 27 14:08:33.246633 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.259850 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46126) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:33.271332 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-0869f49c-8974-4df1-b3ec-2df635a392f6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'security_group_rule': {'security_group_id': 'e20b804d-9af5-47a5-9597-f6fb93ab9e36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:33.287512 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] For port 12403653-908f-4713-a31c-2040030e257a, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:33.306829 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] For port 12403653-908f-4713-a31c-2040030e257a, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=12403653-908f-4713-a31c-2040030e257a,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:33.319087 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c5393f-04b3-4335-842b-40988b28efda None None] Network eb7bdab0-43ad-463e-99d8-be4a63170d60 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:33.319622 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.371108 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46128) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:33.392527 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-490433491-network', 'tenant_id': 'd2484851064843eb872cfeaac2e0d390'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:33.527962 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46329a-e3ef-43f5-ad74-01d17ae21cd0 None None] Pushing event updated for resources: {'Port': ['ID=12403653-908f-4713-a31c-2040030e257a,revision_number=4']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:33.544949 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:33.546022 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:33.559038 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:08:33.565434 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-9712de1d-3c3d-45e0-a116-5f514996677c admin admin] 10.222.0.85 "PUT /v2.0/routers/1636a198-612a-4950-9dc7-623573550ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2762544 Oct 27 14:08:33.577647 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0869f49c-8974-4df1-b3ec-2df635a392f6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.610382 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Sync routers for ids ['1636a198-612a-4950-9dc7-623573550ff2'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:08:33.618008 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:29Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:33.718124 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0869f49c-8974-4df1-b3ec-2df635a392f6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.726595 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0869f49c-8974-4df1-b3ec-2df635a392f6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.728227 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Made reservation on behalf of d2484851064843eb872cfeaac2e0d390 for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:33.734779 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.738078 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8375d21b-628f-4de3-8099-c2a702867670 None None] Provisioning complete for port 12403653-908f-4713-a31c-2040030e257a triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:33.738945 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8375d21b-628f-4de3-8099-c2a702867670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.771729 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a1f82-f3bd-4ff0-ae67-809a12a58f3b req-fb5022b5-90b5-4ad1-8023-fc633887f675 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:33.777320 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-767a1f82-f3bd-4ff0-ae67-809a12a58f3b req-fb5022b5-90b5-4ad1-8023-fc633887f675 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 943 time: 0.3196900 Oct 27 14:08:33.799026 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0869f49c-8974-4df1-b3ec-2df635a392f6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.803117 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0869f49c-8974-4df1-b3ec-2df635a392f6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5373042 Oct 27 14:08:33.810940 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.813333 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46142) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:33.818625 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869f49c-8974-4df1-b3ec-2df635a392f6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce1ac53-6ee3-49e8-bf9d-7c4aeb281f76,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:33.820339 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'floatingip': {'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:33.844818 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:33.851196 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5ad2d8-ca4b-4fe6-a6b0-23a44d7d753e None None] The sync data for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi is: [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:29Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:08:33.873952 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:33.889642 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Routers {'1636a198-612a-4950-9dc7-623573550ff2'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:33.890293 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['1636a198-612a-4950-9dc7-623573550ff2'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:33.933470 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d774d211-b75b-4fff-ab82-86807c2674b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:34.029798 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:34.107489 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8375d21b-628f-4de3-8099-c2a702867670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:34.174716 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 38b94780-2254-4625-ac58-dd931e9f0c60 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:34.236418 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8375d21b-628f-4de3-8099-c2a702867670 None None] For port 12403653-908f-4713-a31c-2040030e257a, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=12403653-908f-4713-a31c-2040030e257a,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:34.266598 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8375d21b-628f-4de3-8099-c2a702867670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:34.271864 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-767a1f82-f3bd-4ff0-ae67-809a12a58f3b req-0ad668f2-0dc9-4dfe-80b3-06f112cb49ba tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568470 Oct 27 14:08:34.288808 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Set router 1636a198-612a-4950-9dc7-623573550ff2 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:34.331197 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:33Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:34.361641 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b723e7-ed6f-4cb6-bea6-ebdc15351d10 None None] The sync data for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi is: [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:33Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:08:34.433060 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 38b94780-2254-4625-ac58-dd931e9f0c60 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:34.433369 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:34.470038 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Allocated IP 172.27.0.46 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/d292b983-2713-47c5-86c5-398b0b42d451) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:34.552249 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375d21b-628f-4de3-8099-c2a702867670 None None] Pushing event updated for resources: {'Port': ['ID=12403653-908f-4713-a31c-2040030e257a,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:34.568183 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-07973e51-3d21-4268-b87a-3473f183908f None None] Provisioning complete for port 12403653-908f-4713-a31c-2040030e257a triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:34.568183 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-07973e51-3d21-4268-b87a-3473f183908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:34.658725 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-c33fed9a-0a5a-4d45-902f-071d1ffcbbbc tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:34.660401 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-c33fed9a-0a5a-4d45-902f-071d1ffcbbbc tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/networks?id=e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 200 len: 818 time: 0.2881422 Oct 27 14:08:34.747811 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-0bb8a817-e0c9-41a7-b6b6-32e3032847ea tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/quotas/d165e7dc8a9245e9a982ffcabc980675 HTTP/1.1" status: 200 len: 375 time: 0.0487618 Oct 27 14:08:34.859674 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:34.877632 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b448154-6034-4efd-9c24-8cac03e35b58 req-92fd5378-868e-49a7-b2a8-881401607237 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:34.889559 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5b448154-6034-4efd-9c24-8cac03e35b58 req-92fd5378-868e-49a7-b2a8-881401607237 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 943 time: 0.4969532 Oct 27 14:08:34.937754 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1636a198-612a-4950-9dc7-623573550ff2', 'name': 'tempest-ServerRescueNegativeTestJSON-269486825-router', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:11Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'gw_port': {'id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1636a198-612a-4950-9dc7-623573550ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:14Z', 'updated_at': '2021-10-27T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'b9836d4d-452b-4830-8b59-c06d0e3e0270', 'name': '', 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'mac_address': 'fa:16:3e:2b:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1636a198-612a-4950-9dc7-623573550ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f5397b1e-6cca-4404-be06-5171278a75ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:25Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 2, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'subnets': [{'id': 'f5397b1e-6cca-4404-be06-5171278a75ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:34.969660 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5b448154-6034-4efd-9c24-8cac03e35b58 req-dad98bc6-1189-42e1-af61-e3f16bb5187b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779831 Oct 27 14:08:34.973291 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:34.982624 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Checking router: 1636a198-612a-4950-9dc7-623573550ff2 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:08:34.982889 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Updating router 1636a198-612a-4950-9dc7-623573550ff2 port b9836d4d-452b-4830-8b59-c06d0e3e0270 binding host dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:08:34.986006 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=101655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:08:35.004519 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.016852 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.056989 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.057348 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Added segment 421a775d-9d66-4c6b-aeb7-7147fc5e721a of type vlan for network 7c55cb96-6a0b-48da-b81a-e14974e85cf4 Oct 27 14:08:35.117263 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.130063 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-1a6ec67d-a935-4999-a466-0f0f006f73ef tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3806307 Oct 27 14:08:35.208122 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39286fc-724b-48ca-889b-18189ad88491,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:35.292870 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.384375 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.430585 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.435832 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:35.436510 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.486771 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Publish callbacks [] for port, precommit_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.494077 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.569228 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f99ce6-c7cb-453a-99a2-29266b70cf21 None None] Pushing event updated for resources: {'Port': ['ID=b9836d4d-452b-4830-8b59-c06d0e3e0270,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:35.594852 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Allocated IP 172.27.0.67 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/332d452d-3706-4e67-ac1f-b90fcbdf8ae1) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:35.640056 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Attempting to bind port b9836d4d-452b-4830-8b59-c06d0e3e0270 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:35.640485 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Attempting to bind port b9836d4d-452b-4830-8b59-c06d0e3e0270 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:35.640797 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Attempting to bind port b9836d4d-452b-4830-8b59-c06d0e3e0270 on network e326cd63-ddc3-4370-9359-292ac983dba9 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:35.647877 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:35.648246 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Checking segment: {'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:35.648860 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.649269 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Bound using segment: {'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:35.649774 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Bound port: b9836d4d-452b-4830-8b59-c06d0e3e0270, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:35.650194 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.677729 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:35.721270 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3472745 Oct 27 14:08:35.722403 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:35.726209 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46186) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:35.727380 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-830fa70b-d5e5-4042-bb95-951989a33716 service neutron] 10.222.0.85 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674586 Oct 27 14:08:35.733768 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] Request body: {'subnet': {'network_id': '7c55cb96-6a0b-48da-b81a-e14974e85cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-490433491-subnet', 'tenant_id': 'd2484851064843eb872cfeaac2e0d390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:35.748099 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] For port b9836d4d-452b-4830-8b59-c06d0e3e0270, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:35.754023 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] For port b9836d4d-452b-4830-8b59-c06d0e3e0270, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=b9836d4d-452b-4830-8b59-c06d0e3e0270,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:35.763377 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.766781 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] Made reservation on behalf of d2484851064843eb872cfeaac2e0d390 for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:35.770084 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:35.832007 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Routers {'1636a198-612a-4950-9dc7-623573550ff2'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:35.832933 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['1636a198-612a-4950-9dc7-623573550ff2'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:35.916751 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:36.014138 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'Port': ['ID=d292b983-2713-47c5-86c5-398b0b42d451,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:36.039005 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f183b-a6b9-4ef9-a5af-71da620ed4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=7c55cb96-6a0b-48da-b81a-e14974e85cf4,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:36.049809 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-e7147f8c-e593-4666-b719-f38ae4d339ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60d5d634-d73e-43e2-9077-dd41c390011b HTTP/1.1" status: 200 len: 217 time: 0.0623410 Oct 27 14:08:36.110093 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f99ce6-c7cb-453a-99a2-29266b70cf21 None None] Pushing event updated for resources: {'Port': ['ID=b9836d4d-452b-4830-8b59-c06d0e3e0270,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:36.113476 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 7c55cb96-6a0b-48da-b81a-e14974e85cf4 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:08:36.149118 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-4414c8d5-caba-456c-b301-e2b37ad5cfd7 req-ea236645-7acf-4ef1-8895-14f375844881 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf HTTP/1.1" status: 200 len: 217 time: 0.1626668 Oct 27 14:08:36.169841 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 12403653-908f-4713-a31c-2040030e257a up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:36.211729 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529290b-3d5e-4177-abb0-bbaf5fd4b69e req-7ac35657-f3e1-4348-90cf-1e862f9dceb3 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:36.215958 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7529290b-3d5e-4177-abb0-bbaf5fd4b69e req-7ac35657-f3e1-4348-90cf-1e862f9dceb3 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 943 time: 0.7465124 Oct 27 14:08:36.259268 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:36.316660 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] Set router 1636a198-612a-4950-9dc7-623573550ff2 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:36.351763 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 12403653-908f-4713-a31c-2040030e257a triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:36.352408 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:36.382812 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7529290b-3d5e-4177-abb0-bbaf5fd4b69e req-b77e08ce-e17d-4170-bd2e-2fe46414d987 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555672 Oct 27 14:08:36.390206 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:36.506356 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:36.536012 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 73a690fb-6efe-4e88-b969-31684d41989b up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:36.568356 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:36.578558 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:36.608490 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:36.613460 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-ab06a38b-2765-4531-b545-9c724432d624 service neutron] 10.222.0.85 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308005 Oct 27 14:08:36.622978 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414c8d5-caba-456c-b301-e2b37ad5cfd7 req-01979da7-3973-46f8-9913-efe93c846e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:36.624713 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-4414c8d5-caba-456c-b301-e2b37ad5cfd7 req-01979da7-3973-46f8-9913-efe93c846e27 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d945427a-e5ce-47c2-8172-47ce6ee1f1b1 HTTP/1.1" status: 200 len: 851 time: 0.2167063 Oct 27 14:08:36.633120 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-054ba5fc-be54-4512-8ddb-42215ce7c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:36.633791 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:36.635537 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-054ba5fc-be54-4512-8ddb-42215ce7c09a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3438be83-95f5-4dc5-9b6b-a057d921b6b0 HTTP/1.1" status: 200 len: 855 time: 0.5231180 Oct 27 14:08:36.696153 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-4414c8d5-caba-456c-b301-e2b37ad5cfd7 req-92324d74-cf16-4c90-ac42-5747439555b7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9287d5f3-a99c-4613-b3ac-b9bc822802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566933 Oct 27 14:08:36.713166 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 73a690fb-6efe-4e88-b969-31684d41989b triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:36.713811 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:36.715373 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=93751562-a433-4086-8d75-fcda0044f4dc,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:36.718774 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-1c462f34-e72b-45ac-848d-e4fb38f36f11 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b53c648-0313-4179-8334-9fa5d1933987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680461 Oct 27 14:08:36.731308 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:36.732757 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5412283 Oct 27 14:08:36.779880 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a7c92-c717-4343-95a5-ff35afd9786c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'Port': ['ID=d292b983-2713-47c5-86c5-398b0b42d451,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:36.808659 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f75f7e-98b8-43c3-b638-e68aca3f57a3 req-5e8b3ca2-00ee-4356-9686-3dd1e3b5e906 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:36.820834 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69f75f7e-98b8-43c3-b638-e68aca3f57a3 req-5e8b3ca2-00ee-4356-9686-3dd1e3b5e906 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 943 time: 0.2297053 Oct 27 14:08:36.906990 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-4414c8d5-caba-456c-b301-e2b37ad5cfd7 req-c316c885-4c4d-48ab-a4bf-91875f91d025 service neutron] 10.222.0.71 "GET /v2.0/networks/9287d5f3-a99c-4613-b3ac-b9bc822802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937287 Oct 27 14:08:36.909150 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:36.926938 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-98b7a6f3-ee1f-4dcb-8b21-92c063babf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:37.022374 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] Checking segment: {'id': '421a775d-9d66-4c6b-aeb7-7147fc5e721a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '7c55cb96-6a0b-48da-b81a-e14974e85cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:37.023491 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] Network hostable DHCP agents. Network: 7c55cb96-6a0b-48da-b81a-e14974e85cf4, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:08:37.033404 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69f75f7e-98b8-43c3-b638-e68aca3f57a3 req-d913a686-ed43-4bdc-b80c-e31deededf59 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041404 Oct 27 14:08:37.160804 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1636a198-612a-4950-9dc7-623573550ff2', 'name': 'tempest-ServerRescueNegativeTestJSON-269486825-router', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:11Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'gw_port': {'id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1636a198-612a-4950-9dc7-623573550ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:14Z', 'updated_at': '2021-10-27T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'b9836d4d-452b-4830-8b59-c06d0e3e0270', 'name': '', 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'mac_address': 'fa:16:3e:2b:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1636a198-612a-4950-9dc7-623573550ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f5397b1e-6cca-4404-be06-5171278a75ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:25Z', 'updated_at': '2021-10-27T14:08:35Z', 'revision_number': 4, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'subnets': [{'id': 'f5397b1e-6cca-4404-be06-5171278a75ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:37.201011 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1a6a45b7-2cbe-4a23-b86d-7dc628fada3d req-c3928b59-28e3-4181-83b9-b7ba34830179 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 210 time: 0.1856463 Oct 27 14:08:37.211635 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:37.215025 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] Network 7c55cb96-6a0b-48da-b81a-e14974e85cf4 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:08:37.242354 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'Port': ['ID=332d452d-3706-4e67-ac1f-b90fcbdf8ae1,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:37.262175 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 7c55cb96-6a0b-48da-b81a-e14974e85cf4) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:37.280145 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0617562d-b018-4691-ba2f-345e90c30e5b None None] Network 7c55cb96-6a0b-48da-b81a-e14974e85cf4 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:37.280731 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:37.287772 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab18bd-7f94-4c2f-a04b-889a713671ca None None] The sync data for ids ['1636a198-612a-4950-9dc7-623573550ff2'] in dv-cinder-815660-2-iscsi is: [{'id': '1636a198-612a-4950-9dc7-623573550ff2', 'name': 'tempest-ServerRescueNegativeTestJSON-269486825-router', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:11Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'gw_port': {'id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1636a198-612a-4950-9dc7-623573550ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:14Z', 'updated_at': '2021-10-27T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'b9836d4d-452b-4830-8b59-c06d0e3e0270', 'name': '', 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'mac_address': 'fa:16:3e:2b:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1636a198-612a-4950-9dc7-623573550ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f5397b1e-6cca-4404-be06-5171278a75ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:25Z', 'updated_at': '2021-10-27T14:08:35Z', 'revision_number': 4, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'subnets': [{'id': 'f5397b1e-6cca-4404-be06-5171278a75ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:08:37.295408 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:37.296155 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:37.332804 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:37.399820 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-9f0ffb51-0ffa-48b3-8ac4-5ecaf3072140 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593206 Oct 27 14:08:37.414253 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:37.452531 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-39c241b3-562a-48b0-b49d-b3b18029e2cf admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7250695 Oct 27 14:08:37.456325 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-4414c8d5-caba-456c-b301-e2b37ad5cfd7 req-a95dd690-4e9c-4080-9c47-7a279c11cce8 service neutron] 10.222.0.71 "GET /v2.0/networks/9287d5f3-a99c-4613-b3ac-b9bc822802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214896 Oct 27 14:08:37.589809 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:37.620223 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-afe68f7c-bcb5-444f-861e-382cce7c4dbc req-8b205db5-860f-48a8-a4f2-d92a0d49b6f9 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623135 Oct 27 14:08:37.757382 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46260) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:37.765849 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-afe5d4f8-425f-42cc-9e0c-2fc346da5a7a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1127487707&fields=id&tenant_id=c84e18e41f634c02ac87674f5f6da28d HTTP/1.1" status: 200 len: 267 time: 0.5482333 Oct 27 14:08:37.787365 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c26206-7bc6-48d3-a862-6bbb479ff60b None None] Network 7c55cb96-6a0b-48da-b81a-e14974e85cf4 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:08:37.884900 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c95254e-4008-4f3d-9593-9444919719f2 admin admin] Deleting subnet 95a87db6-f8b6-4f53-b445-e2d9b5f4c17a {{(pid=101656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:08:37.889221 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7c95254e-4008-4f3d-9593-9444919719f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:37.893709 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:37.941262 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7c95254e-4008-4f3d-9593-9444919719f2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:37.958321 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-e7702b0f-bb72-49ad-955c-525b9507da1e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:37.962298 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7c95254e-4008-4f3d-9593-9444919719f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:37.967268 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-e7702b0f-bb72-49ad-955c-525b9507da1e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 817 time: 0.2002587 Oct 27 14:08:38.003631 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46262) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:38.024884 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.048589 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-4ddb9e9b-60bc-4a80-8f44-19e7a88f7f05 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/quotas/c84e18e41f634c02ac87674f5f6da28d HTTP/1.1" status: 200 len: 375 time: 0.0801213 Oct 27 14:08:38.086900 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7c95254e-4008-4f3d-9593-9444919719f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.128764 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device b9836d4d-452b-4830-8b59-c06d0e3e0270 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:38.140536 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7c95254e-4008-4f3d-9593-9444919719f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.144714 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-7c95254e-4008-4f3d-9593-9444919719f2 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/95a87db6-f8b6-4f53-b445-e2d9b5f4c17a HTTP/1.1" status: 204 len: 168 time: 0.3860083 Oct 27 14:08:38.146134 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95254e-4008-4f3d-9593-9444919719f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a87db6-f8b6-4f53-b445-e2d9b5f4c17a,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:38.149339 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46268) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:38.193293 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-cfeb5dbf-5372-4350-85c4-cd69dc001111 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:38.201016 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-cfeb5dbf-5372-4350-85c4-cd69dc001111 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/networks?id=e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 200 len: 818 time: 0.7548501 Oct 27 14:08:38.238669 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port b9836d4d-452b-4830-8b59-c06d0e3e0270 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:38.239242 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.250045 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-ea4183de-31a8-498f-9715-81b5429d1abb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2005937 Oct 27 14:08:38.258948 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-91cd4b58-6041-41ef-80c6-f21f7691bf9a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/quotas/d165e7dc8a9245e9a982ffcabc980675 HTTP/1.1" status: 200 len: 375 time: 0.0569510 Oct 27 14:08:38.325315 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.384895 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.395627 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b2279e65-769f-4648-8eec-ef78c005f275 service neutron] 10.222.0.85 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445885 Oct 27 14:08:38.452006 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port b9836d4d-452b-4830-8b59-c06d0e3e0270, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=b9836d4d-452b-4830-8b59-c06d0e3e0270,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:38.461825 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.478918 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.511042 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.511433 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.512500 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.512834 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > port after_create 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.513161 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.513495 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > port after_update 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.513819 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.514155 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.514476 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.514815 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.527100 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9e952e8f-ce78-4abb-80e7-273ca1ccbd6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.532427 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=b9836d4d-452b-4830-8b59-c06d0e3e0270,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:38.642435 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e1cb0b6e-233c-48d3-8247-9d8d1e73c54d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3825262 Oct 27 14:08:38.648588 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.657455 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-115730c3-a641-4e83-9b19-c1490cd6c1cb service neutron] 10.222.0.85 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605991 Oct 27 14:08:38.678146 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.708453 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.708805 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.709187 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.710614 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101656) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:08:38.711018 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7bdab0-43ad-463e-99d8-be4a63170d60']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:38.749659 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d327178-5185-4143-93f2-ab4433863507') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:38.750086 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d327178-5185-4143-93f2-ab4433863507') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:38.795518 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.833334 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.849854 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.864535 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:08:38.864941 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: from cryptography.utils import int_from_bytes Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: from cryptography.utils import int_from_bytes Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:08:38.888086 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:08:38.921207 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.922878 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1067114 Oct 27 14:08:38.944713 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb19ee9-f53c-4b6c-a5d7-d0e97dc20a8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'Port': ['ID=332d452d-3706-4e67-ac1f-b90fcbdf8ae1,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:38.962087 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.987815 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9e952e8f-ce78-4abb-80e7-273ca1ccbd6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:38.994886 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9e952e8f-ce78-4abb-80e7-273ca1ccbd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.001559 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb7bdab0-43ad-463e-99d8-be4a63170d60,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:39.004528 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.007761 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-2c9753b8-fb2c-4757-930f-638e5a0f473d service neutron] 10.222.0.85 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462708 Oct 27 14:08:39.008123 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-c206d056-e106-405d-999b-965bc309cde4 admin admin] 10.222.0.85 "DELETE /v2.0/networks/eb7bdab0-43ad-463e-99d8-be4a63170d60 HTTP/1.1" status: 204 len: 168 time: 0.8572602 Oct 27 14:08:39.010934 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46278) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:39.070071 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f883b8-c471-47a1-94f7-89504d31ef3e admin admin] Deleting subnet 93751562-a433-4086-8d75-fcda0044f4dc {{(pid=101656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:08:39.070830 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565c5b2-0778-40e5-ad1a-8f69700dcbc6 req-5575c4f1-8cc4-41a1-bec2-76a9cd5a1cfe tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:39.072549 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3565c5b2-0778-40e5-ad1a-8f69700dcbc6 req-5575c4f1-8cc4-41a1-bec2-76a9cd5a1cfe tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 943 time: 0.2007363 Oct 27 14:08:39.073784 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-50f883b8-c471-47a1-94f7-89504d31ef3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.123269 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-50f883b8-c471-47a1-94f7-89504d31ef3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5232373'] for subnet, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.172185 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-50f883b8-c471-47a1-94f7-89504d31ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.238953 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-50f883b8-c471-47a1-94f7-89504d31ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5109624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5122466'] for subnet, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.269134 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-50f883b8-c471-47a1-94f7-89504d31ef3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.279524 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-50f883b8-c471-47a1-94f7-89504d31ef3e admin admin] 10.222.0.85 "DELETE /v2.0/subnets/93751562-a433-4086-8d75-fcda0044f4dc HTTP/1.1" status: 204 len: 168 time: 0.2673500 Oct 27 14:08:39.280304 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46288) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:39.281232 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f883b8-c471-47a1-94f7-89504d31ef3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93751562-a433-4086-8d75-fcda0044f4dc,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:39.292599 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e952e8f-ce78-4abb-80e7-273ca1ccbd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234e0cef-fb12-45b8-9f58-c42b0ab3d182,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:39.307737 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-9e952e8f-ce78-4abb-80e7-273ca1ccbd6c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=26bae26564da4ad492e1fe0ba8347b40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2939575 Oct 27 14:08:39.311287 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46290) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:39.358338 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3565c5b2-0778-40e5-ad1a-8f69700dcbc6 req-0c91128d-421e-425a-ac02-ed80262f606e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919256 Oct 27 14:08:39.380124 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.402356 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-395687e6-03ae-4d9e-8faa-4ed8f1996fd8 service neutron] 10.222.0.85 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936062 Oct 27 14:08:39.420346 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.429298 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e346615b-057d-4a7d-9624-3b7cf1a1622b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.508060 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.517128 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e346615b-057d-4a7d-9624-3b7cf1a1622b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.539626 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c55cb96-6a0b-48da-b81a-e14974e85cf4']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:39.546275 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa86c-9b22-4c5a-904e-f4ad0c2de8f0 req-847ddb74-8d3e-478e-bd6b-5372fa619374 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:39.554385 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2deaa86c-9b22-4c5a-904e-f4ad0c2de8f0 req-847ddb74-8d3e-478e-bd6b-5372fa619374 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 943 time: 0.0971181 Oct 27 14:08:39.559444 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421a775d-9d66-4c6b-aeb7-7147fc5e721a') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:39.559859 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421a775d-9d66-4c6b-aeb7-7147fc5e721a') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:39.575204 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.606141 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.624715 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:08:39.625460 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:08:39.630390 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:08:39.635794 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2deaa86c-9b22-4c5a-904e-f4ad0c2de8f0 req-8558c9a2-c271-4b19-87b6-bf293a6a0b0e tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802619 Oct 27 14:08:39.682622 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec33291b-9bfb-4b37-88c7-be5a078a6e5b req-f719a629-ad0e-46d3-9d68-521133025406 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 210 time: 0.0631273 Oct 27 14:08:39.704038 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e346615b-057d-4a7d-9624-3b7cf1a1622b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.706897 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e346615b-057d-4a7d-9624-3b7cf1a1622b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.714205 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-e346615b-057d-4a7d-9624-3b7cf1a1622b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/234e0cef-fb12-45b8-9f58-c42b0ab3d182 HTTP/1.1" status: 204 len: 168 time: 0.4013557 Oct 27 14:08:39.726368 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346615b-057d-4a7d-9624-3b7cf1a1622b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234e0cef-fb12-45b8-9f58-c42b0ab3d182,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:39.775701 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.790413 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:39.796294 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] 10.222.0.85 "DELETE /v2.0/networks/7c55cb96-6a0b-48da-b81a-e14974e85cf4 HTTP/1.1" status: 204 len: 168 time: 0.5086432 Oct 27 14:08:39.805098 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba6d29-1467-4aab-8ec4-8fe6515a8197 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c55cb96-6a0b-48da-b81a-e14974e85cf4,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:39.840835 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-baa2aa34-c8b1-4ad8-aa6d-1949d4dfb4b9 req-3c5f8a42-dbc7-4c1c-a15b-cd5edea303db tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 210 time: 0.0578284 Oct 27 14:08:39.885445 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7f5610d3-ffe0-4471-951e-bc0290573756 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1529087691&fields=id&tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b HTTP/1.1" status: 200 len: 267 time: 0.1140814 Oct 27 14:08:40.043818 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device b9836d4d-452b-4830-8b59-c06d0e3e0270 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:40.066783 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46316) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:40.085346 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-2046397c-bfea-44ba-9213-eac9cc8a9de0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:40.095352 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-2046397c-bfea-44ba-9213-eac9cc8a9de0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/networks?id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee HTTP/1.1" status: 200 len: 810 time: 0.2006736 Oct 27 14:08:40.115125 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-a7690f6c-d41e-415c-9430-5e06eb04e893 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/quotas/81aae1f72a0c4ea9918b36e3c7aef02b HTTP/1.1" status: 200 len: 375 time: 0.0185864 Oct 27 14:08:40.128903 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port b9836d4d-452b-4830-8b59-c06d0e3e0270 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:40.129283 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.143031 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-a334e3b0-efb3-4aae-a800-b3a8ca1ced19 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f87678698791466c8a802abe6563ce59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743251 Oct 27 14:08:40.145933 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46320) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:40.198029 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-dd9ffb30-91d0-4d77-aeee-caed7b9e1daf tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817416 Oct 27 14:08:40.266149 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8ec16657-baf8-4d0d-b492-c9c83d441550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.292166 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8ec16657-baf8-4d0d-b492-c9c83d441550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.338559 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-b3f9b377-4dc8-4c0c-a263-039786bd3414 service neutron] 10.222.0.85 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343672 Oct 27 14:08:40.353089 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46322) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:40.361388 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8ec16657-baf8-4d0d-b492-c9c83d441550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.363881 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8ec16657-baf8-4d0d-b492-c9c83d441550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.365120 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-8ec16657-baf8-4d0d-b492-c9c83d441550 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/62b549f9-cd17-465f-83e5-0bc8d7e5bba5 HTTP/1.1" status: 204 len: 168 time: 0.2164195 Oct 27 14:08:40.374131 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-390c6d83-c858-4891-ab14-f70a8f7eb7c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.386991 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec16657-baf8-4d0d-b492-c9c83d441550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b549f9-cd17-465f-83e5-0bc8d7e5bba5,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:40.479406 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-390c6d83-c858-4891-ab14-f70a8f7eb7c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.484241 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-390c6d83-c858-4891-ab14-f70a8f7eb7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.486291 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-53f390c5-902a-4608-aa83-2811a134f781 service neutron] 10.222.0.85 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472044 Oct 27 14:08:40.520679 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-390c6d83-c858-4891-ab14-f70a8f7eb7c2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3b9993cb6cd34e7e845b784dd1257fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659200 Oct 27 14:08:40.522314 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46330) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:40.533387 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c6d83-c858-4891-ab14-f70a8f7eb7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4ef2c7-c33a-40d2-a068-c71ffaf79b27,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:40.552153 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2340b-77d4-4d0d-a0bc-3522b1597cce req-77a9be73-4ade-4888-973b-f99d99a3f1ef tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:40.554625 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-90f2340b-77d4-4d0d-a0bc-3522b1597cce req-77a9be73-4ade-4888-973b-f99d99a3f1ef tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 943 time: 0.1116662 Oct 27 14:08:40.669325 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-90f2340b-77d4-4d0d-a0bc-3522b1597cce req-6117fe49-9913-4393-b101-91573f0e1dd2 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043241 Oct 27 14:08:40.676931 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b689484b-be7e-438e-bec0-be4201e88eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.724347 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b689484b-be7e-438e-bec0-be4201e88eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.730247 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:08:40.848430 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-65e431b2-a4d0-49b4-b534-87665d1f8ffb req-0f46366b-a49b-4016-8cfb-89c8ab1a95a7 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 210 time: 0.0644796 Oct 27 14:08:40.849047 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b689484b-be7e-438e-bec0-be4201e88eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.852705 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b689484b-be7e-438e-bec0-be4201e88eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:40.853941 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-b689484b-be7e-438e-bec0-be4201e88eec admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dd4ef2c7-c33a-40d2-a068-c71ffaf79b27 HTTP/1.1" status: 204 len: 168 time: 0.3304374 Oct 27 14:08:40.866574 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689484b-be7e-438e-bec0-be4201e88eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4ef2c7-c33a-40d2-a068-c71ffaf79b27,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:40.914991 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524421a2-8d33-4cb8-9b1d-510f85baef56 req-bd944500-3860-4f39-b1dd-d5282df80eb7 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:40.929833 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-524421a2-8d33-4cb8-9b1d-510f85baef56 req-bd944500-3860-4f39-b1dd-d5282df80eb7 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 943 time: 0.1316562 Oct 27 14:08:40.987237 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2834a-ef57-479c-82ed-d4fc6ea53691 req-752939b8-18f2-4f28-b3f8-34a5c75196aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:40.992762 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-06f2834a-ef57-479c-82ed-d4fc6ea53691 req-752939b8-18f2-4f28-b3f8-34a5c75196aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 1096 time: 0.1209931 Oct 27 14:08:41.020567 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46350) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:41.101982 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-524421a2-8d33-4cb8-9b1d-510f85baef56 req-b5b45225-636c-4079-8de4-2b0d392a1f47 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617243 Oct 27 14:08:41.167314 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-258dae3c-dca1-4c9c-a22d-a14b0589530f req-6549089a-1e60-4e74-9136-ec472111d5d9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 210 time: 0.1062343 Oct 27 14:08:41.172045 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf,segment=NetworkSegment(4d347ff3-461b-4f79-90c3-5348ba57c71e),segment_id=4d347ff3-461b-4f79-90c3-5348ba57c71e)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:41.228423 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '99d7fdc5-8676-4e9b-9ec5-5c8018f479cf', 'network_id': '9287d5f3-a99c-4613-b3ac-b9bc822802a7', 'port_id': '99d7fdc5-8676-4e9b-9ec5-5c8018f479cf', 'mac_address': 'fa:16:3e:64:1a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd945427a-e5ce-47c2-8172-47ce6ee1f1b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:08:41.323030 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:41.336621 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2bce5836-e59c-42de-8faa-8a72f4ec423d req-a9386400-674d-45a9-b335-d99597d15bed tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 210 time: 0.0849936 Oct 27 14:08:41.339352 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:41.359625 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46362) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:41.362203 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf,segment=NetworkSegment(4d347ff3-461b-4f79-90c3-5348ba57c71e),segment_id=4d347ff3-461b-4f79-90c3-5348ba57c71e)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:41.366820 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-d7f227df-db07-4cec-a692-084b2a1f9d80 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d2484851064843eb872cfeaac2e0d390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358257 Oct 27 14:08:41.370374 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:41.393672 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2834a-ef57-479c-82ed-d4fc6ea53691 req-64c4b55a-90b1-4147-a366-8724489d724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:41.395568 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-06f2834a-ef57-479c-82ed-d4fc6ea53691 req-64c4b55a-90b1-4147-a366-8724489d724a service neutron] 10.222.0.71 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 917 time: 0.3865163 Oct 27 14:08:41.437970 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-310c11e0-728f-444d-90ac-25592c02e213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:41.468958 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-06f2834a-ef57-479c-82ed-d4fc6ea53691 req-d788a09d-d9e4-4f62-b13c-2f478952da13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60d5d634-d73e-43e2-9077-dd41c390011b HTTP/1.1" status: 200 len: 217 time: 0.0628400 Oct 27 14:08:41.483495 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:41.490187 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-310c11e0-728f-444d-90ac-25592c02e213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:41.588718 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2834a-ef57-479c-82ed-d4fc6ea53691 req-4abfb44e-f0ec-4a36-98d8-4fe10c24b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:41.590270 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-06f2834a-ef57-479c-82ed-d4fc6ea53691 req-4abfb44e-f0ec-4a36-98d8-4fe10c24b4f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3438be83-95f5-4dc5-9b6b-a057d921b6b0 HTTP/1.1" status: 200 len: 855 time: 0.1117299 Oct 27 14:08:41.612762 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-310c11e0-728f-444d-90ac-25592c02e213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:41.616502 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-310c11e0-728f-444d-90ac-25592c02e213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:41.618172 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-310c11e0-728f-444d-90ac-25592c02e213 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a39286fc-724b-48ca-889b-18189ad88491 HTTP/1.1" status: 204 len: 168 time: 0.2574801 Oct 27 14:08:41.637443 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c11e0-728f-444d-90ac-25592c02e213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39286fc-724b-48ca-889b-18189ad88491,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:41.675943 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-06f2834a-ef57-479c-82ed-d4fc6ea53691 req-d960e088-a001-4d13-9395-98a4865ae1ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b53c648-0313-4179-8334-9fa5d1933987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750377 Oct 27 14:08:41.681276 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['99d7fdc5-8676-4e9b-9ec5-5c8018f479cf'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:08:41.942261 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f969a-a8b1-44d4-8f96-e1d822f0ad42 req-0d6f68db-00a9-45c3-b8b8-6e6713fb1918 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:41.950463 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1c3f969a-a8b1-44d4-8f96-e1d822f0ad42 req-0d6f68db-00a9-45c3-b8b8-6e6713fb1918 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 943 time: 0.1293235 Oct 27 14:08:42.020044 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1c3f969a-a8b1-44d4-8f96-e1d822f0ad42 req-42d8b45d-fd7b-4243-a7c4-62e7782f125a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687146 Oct 27 14:08:42.080828 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-244d44d9-f625-45bf-89f5-d162e21df7e2 req-ab3bc942-fbc7-49ca-9713-dee5d7daca00 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 210 time: 0.0521789 Oct 27 14:08:42.127574 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-5efd7db0-f7db-44e9-98b3-8f019b9f4018 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:42.129258 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-5efd7db0-f7db-44e9-98b3-8f019b9f4018 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.71 "GET /v2.0/networks?id=e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 200 len: 818 time: 0.4610260 Oct 27 14:08:42.133969 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-06f2834a-ef57-479c-82ed-d4fc6ea53691 req-7c383225-ba42-4b41-9994-5d1f72158b89 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380243 Oct 27 14:08:42.173221 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Request body: {'port': {'device_id': '70957fff-2020-4c1f-8829-004a5b2cb3f8', 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9', 'admin_state_up': True, 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:42.285019 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.71', 52101) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:42.471435 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a5e546bc-78cd-4d38-a406-f3fa0cc76ed8 req-bfcdc7d5-eded-4f71-9d09-327e70d922ee tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 210 time: 0.1195917 Oct 27 14:08:42.491492 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Made reservation on behalf of d165e7dc8a9245e9a982ffcabc980675 for: {'port': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:42.495012 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:42.505157 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-06f2834a-ef57-479c-82ed-d4fc6ea53691 req-07b0d32e-4a10-41b6-be31-adcf6fcc5a54 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264916 Oct 27 14:08:42.510890 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837efec-9ecb-44c3-a153-32d44047a42b req-9cc56f1d-b105-4ec7-b8a4-c5b9a5e82ef8 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:42.523805 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f837efec-9ecb-44c3-a153-32d44047a42b req-9cc56f1d-b105-4ec7-b8a4-c5b9a5e82ef8 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 944 time: 0.2638252 Oct 27 14:08:42.655039 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f837efec-9ecb-44c3-a153-32d44047a42b req-a27aec64-6229-484b-a95b-4f906108b747 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132531 Oct 27 14:08:42.701011 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 60d5d634-d73e-43e2-9077-dd41c390011b details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:08:42.739438 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-792a730b-f0f4-446a-abc9-7d9bcc0028f0 req-0c3e5220-9f47-409b-9d73-1d9f9588d856 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 210 time: 0.1152775 Oct 27 14:08:42.778294 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-c713709a-ef27-41a3-bddc-a974c2c13db9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:42.779878 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-c713709a-ef27-41a3-bddc-a974c2c13db9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.71 "GET /v2.0/networks?id=e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 200 len: 818 time: 0.4854815 Oct 27 14:08:42.800535 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Request body: {'port': {'device_id': 'adbc567f-bc87-48cd-b910-ba46c84f914d', 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9', 'admin_state_up': True, 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:42.933396 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:42.959517 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Allocated IP 172.20.0.4 (e326cd63-ddc3-4370-9359-292ac983dba9/f5397b1e-6cca-4404-be06-5171278a75ad/d3b6171c-067b-46e6-9907-3c63ab8ab975) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:43.076493 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Made reservation on behalf of d165e7dc8a9245e9a982ffcabc980675 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:43.081428 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:43.258805 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 60d5d634-d73e-43e2-9077-dd41c390011b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=60d5d634-d73e-43e2-9077-dd41c390011b,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:43.319700 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '60d5d634-d73e-43e2-9077-dd41c390011b', 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987', 'port_id': '60d5d634-d73e-43e2-9077-dd41c390011b', 'mac_address': 'fa:16:3e:d9:d2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3438be83-95f5-4dc5-9b6b-a057d921b6b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:08:43.328070 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:08:43.360498 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:43.360652 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-047f83ca-c628-4d2e-92e5-912f755c82ec req-701403ad-0c73-4ed3-97e8-2b62f3440002 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 210 time: 0.0898981 Oct 27 14:08:43.365323 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:43.418400 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3e160-b368-4f65-b2c7-a23e348dc2e4 req-a79278e6-e0b2-4eef-b467-b7dcb8b03ecb tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:43.420231 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2da3e160-b368-4f65-b2c7-a23e348dc2e4 req-a79278e6-e0b2-4eef-b467-b7dcb8b03ecb tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 943 time: 0.1791573 Oct 27 14:08:43.498072 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2da3e160-b368-4f65-b2c7-a23e348dc2e4 req-0d2b9c4e-e8af-4a5b-ad01-d508db2f8b11 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673721 Oct 27 14:08:43.532061 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:43.555640 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d5d634-d73e-43e2-9077-dd41c390011b {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:43.601200 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-fd314e4d-c2b8-4a9e-943c-884704aeef75 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:43.603827 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-fd314e4d-c2b8-4a9e-943c-884704aeef75 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.71 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 817 time: 0.5095501 Oct 27 14:08:43.610222 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:43.620080 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 60d5d634-d73e-43e2-9077-dd41c390011b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=60d5d634-d73e-43e2-9077-dd41c390011b,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:43.641419 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:43.641613 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.71', 52109) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:43.646189 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:43.732116 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f2216fdb-199c-430a-9db0-92815dfb85b8 req-62f5e500-30ed-43be-9f8e-e8fdc52b8c88 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 210 time: 0.0847254 Oct 27 14:08:43.795433 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f33dcc-4df0-4c90-b5b3-6fab1b81faab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d7fdc5-8676-4e9b-9ec5-5c8018f479cf'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:43.881323 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-803a02d0-4166-4e88-a47f-de4c1686a0c9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84e18e41f634c02ac87674f5f6da28d HTTP/1.1" status: 200 len: 380 time: 0.2626746 Oct 27 14:08:43.884029 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:43.958474 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'port': {'device_id': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'admin_state_up': True, 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'security_groups': ['fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb']}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:43.970649 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Network e326cd63-ddc3-4370-9359-292ac983dba9 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:44.019314 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:44.027998 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:44.032540 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf,segment=NetworkSegment(4d347ff3-461b-4f79-90c3-5348ba57c71e),segment_id=4d347ff3-461b-4f79-90c3-5348ba57c71e)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:44.046237 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:44.052600 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=60d5d634-d73e-43e2-9077-dd41c390011b,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:44.063559 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Pushing event updated for resources: {'Port': ['ID=d3b6171c-067b-46e6-9907-3c63ab8ab975,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:44.112614 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:44.113249 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:44.132720 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['60d5d634-d73e-43e2-9077-dd41c390011b'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:08:44.146993 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3fbb8dac-6807-4af9-92aa-9581db7199d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9777334 Oct 27 14:08:44.161347 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Request body: {'port': {'device_id': '70957fff-2020-4c1f-8829-004a5b2cb3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:44.197045 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Made reservation on behalf of c84e18e41f634c02ac87674f5f6da28d for: {'port': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:44.200573 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:44.211580 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Allocated IP 172.20.0.13 (e326cd63-ddc3-4370-9359-292ac983dba9/f5397b1e-6cca-4404-be06-5171278a75ad/766d9692-5198-4c25-aa3a-d99900cc51b5) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:44.218126 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356d02ba-5413-4f40-949e-6e42011a7ea2" -d '{"events": [{"server_uuid": "c3f33dcc-4df0-4c90-b5b3-6fab1b81faab", "name": "network-vif-plugged", "status": "completed", "tag": "99d7fdc5-8676-4e9b-9ec5-5c8018f479cf"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:44.225290 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512de88-5bf6-4d8c-b44f-b62015842e71 req-fd89e54c-b0ae-40d6-b62b-873ff8828988 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:44.235012 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7512de88-5bf6-4d8c-b44f-b62015842e71 req-fd89e54c-b0ae-40d6-b62b-873ff8828988 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 944 time: 0.2990568 Oct 27 14:08:44.247704 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade48748-87ee-4a4f-9807-14f5481b9838 req-a51d3e95-7f2f-47af-b25a-03b94e27719a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:44.258546 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ade48748-87ee-4a4f-9807-14f5481b9838 req-a51d3e95-7f2f-47af-b25a-03b94e27719a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 931 time: 0.3171422 Oct 27 14:08:44.274027 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:44.302189 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-2c45edcb-f833-4161-9359-64a18760bbe5 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:44.303483 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:44.304566 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-2c45edcb-f833-4161-9359-64a18760bbe5 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.71 "GET /v2.0/networks?id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee HTTP/1.1" status: 200 len: 810 time: 0.5712025 Oct 27 14:08:44.399831 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ade48748-87ee-4a4f-9807-14f5481b9838 req-1a5186d7-8f81-4e99-b8c9-5eba23ac33db tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368790 Oct 27 14:08:44.450335 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7512de88-5bf6-4d8c-b44f-b62015842e71 req-49da4c6d-bf3f-4bd0-b132-60254d7c7038 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141793 Oct 27 14:08:44.484918 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-47e416e1-f3bc-40a5-837e-6c7511914ddf tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b HTTP/1.1" status: 200 len: 380 time: 0.1629167 Oct 27 14:08:44.510072 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Allocated IP 172.20.0.10 (11f7b24e-a72d-42e4-91c7-58ce8c0bc8de/ad1ca395-0794-488c-93d8-0590c72f0634/aab79689-5599-45f7-b77c-95b865b88b1d) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:44.674226 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f4f3b1-e84c-4ef4-807d-bfe997cd4ab5 x-openstack-request-id: req-75f4f3b1-e84c-4ef4-807d-bfe997cd4ab5 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:44.674553 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f33dcc-4df0-4c90-b5b3-6fab1b81faab", "name": "network-vif-plugged", "status": "completed", "tag": "99d7fdc5-8676-4e9b-9ec5-5c8018f479cf", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:44.674813 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-75f4f3b1-e84c-4ef4-807d-bfe997cd4ab5 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:44.675318 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f33dcc-4df0-4c90-b5b3-6fab1b81faab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d7fdc5-8676-4e9b-9ec5-5c8018f479cf', 'code': 200} Oct 27 14:08:44.745373 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'port': {'device_id': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'admin_state_up': True, 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'security_groups': ['e20b804d-9af5-47a5-9597-f6fb93ab9e36']}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:44.766626 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:44.836705 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8c6ad74a-fced-4a57-8b90-413ef19479f1 req-8cfe7ea2-82c7-4b20-84b4-3dd59d0bf28f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 210 time: 0.0830832 Oct 27 14:08:44.872842 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:44.916081 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.71', 52115) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:44.960371 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:44.971501 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:44.977951 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:45.021875 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'Port': ['ID=aab79689-5599-45f7-b77c-95b865b88b1d,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:45.072559 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:45.073223 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.096612 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-af6c5dc6-7e58-4423-9ee2-e9f9b5f51525 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1835759 Oct 27 14:08:45.114036 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Request body: {'port': {'device_id': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:45.218722 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b952b-1cba-4298-8b22-df4a7f7c7c83 req-a8f46047-2e43-4ac7-9db2-986a97582eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:45.220055 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a35b952b-1cba-4298-8b22-df4a7f7c7c83 req-a8f46047-2e43-4ac7-9db2-986a97582eaf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 1098 time: 0.3030338 Oct 27 14:08:45.221864 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.230441 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.240195 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfd73-9624-4eea-a375-7946147fd38c req-44136932-377d-4480-86ad-7fe3841bbd98 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:45.249343 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-406dfd73-9624-4eea-a375-7946147fd38c req-44136932-377d-4480-86ad-7fe3841bbd98 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 944 time: 0.4093149 Oct 27 14:08:45.287232 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1543c5-9122-4128-b9ab-cb9abd23e5e5 req-607cbe21-f030-440b-96e0-c0c1091def66 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:45.294630 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-df1543c5-9122-4128-b9ab-cb9abd23e5e5 req-607cbe21-f030-440b-96e0-c0c1091def66 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 932 time: 0.3188863 Oct 27 14:08:45.355513 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Made reservation on behalf of 81aae1f72a0c4ea9918b36e3c7aef02b for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:45.360132 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.389625 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-406dfd73-9624-4eea-a375-7946147fd38c req-43910803-5ff1-4558-9ec2-197bf6099895 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371653 Oct 27 14:08:45.416365 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-acad833a-b029-482d-9ad5-344ed423e1d4 None None] Provisioning complete for port aab79689-5599-45f7-b77c-95b865b88b1d triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:45.427719 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-acad833a-b029-482d-9ad5-344ed423e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.436844 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-df1543c5-9122-4128-b9ab-cb9abd23e5e5 req-6d65f72e-cb55-4231-b5ff-7cc6d993e272 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411552 Oct 27 14:08:45.509447 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-acad833a-b029-482d-9ad5-344ed423e1d4 None None] Port aab79689-5599-45f7-b77c-95b865b88b1d cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:08:45.517682 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.644280 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab79689-5599-45f7-b77c-95b865b88b1d {{(pid=101656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:45.648487 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Network e326cd63-ddc3-4370-9359-292ac983dba9 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:45.658878 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.683425 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:45.697820 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.provisioning_blocks [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Transition to ACTIVE for port object aab79689-5599-45f7-b77c-95b865b88b1d will not be triggered until provisioned by entity L2. {{(pid=101656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:08:45.698692 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:45.702577 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.704440 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:45.705057 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.705800 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b6171c-067b-46e6-9907-3c63ab8ab975 {{(pid=101656) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:45.735231 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.748090 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Pushing event updated for resources: {'Port': ['ID=766d9692-5198-4c25-aa3a-d99900cc51b5,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:45.775455 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.provisioning_blocks [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Transition to ACTIVE for port object d3b6171c-067b-46e6-9907-3c63ab8ab975 will not be triggered until provisioned by entity L2. {{(pid=101656) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:08:45.785664 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaae4a-2955-4d01-b329-8e03c70f3ec2 req-f86930b9-3a11-40eb-b3ec-5f79421d5456 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:45.786859 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-87eaae4a-2955-4d01-b329-8e03c70f3ec2 req-f86930b9-3a11-40eb-b3ec-5f79421d5456 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.1829901 Oct 27 14:08:45.801026 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a654ef5-e92f-4492-8f84-5220b20dd38b req-02143d80-2399-42f4-a4a4-f4616c5ab08c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:45.802594 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7a654ef5-e92f-4492-8f84-5220b20dd38b req-02143d80-2399-42f4-a4a4-f4616c5ab08c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 931 time: 0.2829645 Oct 27 14:08:45.802829 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=aab79689-5599-45f7-b77c-95b865b88b1d,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:45.810870 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.811723 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-6c5bc784-22aa-421f-b254-071839dde19b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0191541 Oct 27 14:08:45.825544 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Allocated IP 172.20.0.7 (57ab640a-d6ea-4ec6-b7cb-d71aba31dbee/ed1d1075-aeaf-4999-be5f-fa472215f194/15887899-2093-4823-88fd-9157f73d58e7) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:45.888761 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-87eaae4a-2955-4d01-b329-8e03c70f3ec2 req-3c03b43a-3b09-44d2-ba4b-aa110c17dfbf tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693111 Oct 27 14:08:46.022384 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7a654ef5-e92f-4492-8f84-5220b20dd38b req-eb9ea2da-aa57-4318-b711-ac2db48b1115 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090867 Oct 27 14:08:46.040742 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b6171c-067b-46e6-9907-3c63ab8ab975,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:46.081711 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Attempting to bind port aab79689-5599-45f7-b77c-95b865b88b1d on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:46.082159 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Attempting to bind port aab79689-5599-45f7-b77c-95b865b88b1d by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'}] {{(pid=101656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:46.082693 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Attempting to bind port aab79689-5599-45f7-b77c-95b865b88b1d on network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:46.117343 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bbc09eab-036f-49ff-8019-32f3bb6ffb0b req-469f4d72-4944-4e24-bbce-5aa267539c91 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 210 time: 0.0733202 Oct 27 14:08:46.133764 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Port aab79689-5599-45f7-b77c-95b865b88b1d on network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:08:46.134098 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Attempting to bind port aab79689-5599-45f7-b77c-95b865b88b1d on network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:46.154833 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:46.155282 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Checking segment: {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:46.155764 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Bound using segment: {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'} {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:46.156786 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Bound port: aab79689-5599-45f7-b77c-95b865b88b1d, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'}}] {{(pid=101656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:46.156786 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.213819 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.218831 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Attempting to bind port d3b6171c-067b-46e6-9907-3c63ab8ab975 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:46.219196 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Attempting to bind port d3b6171c-067b-46e6-9907-3c63ab8ab975 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'}] {{(pid=101656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:46.219522 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Attempting to bind port d3b6171c-067b-46e6-9907-3c63ab8ab975 on network e326cd63-ddc3-4370-9359-292ac983dba9 {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:46.232197 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Port d3b6171c-067b-46e6-9907-3c63ab8ab975 on network e326cd63-ddc3-4370-9359-292ac983dba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:08:46.232510 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Attempting to bind port d3b6171c-067b-46e6-9907-3c63ab8ab975 on network e326cd63-ddc3-4370-9359-292ac983dba9 {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:46.250998 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:46.251403 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Checking segment: {'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:46.251816 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Bound using segment: {'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'} {{(pid=101656) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:46.252427 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.managers [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Bound port: d3b6171c-067b-46e6-9907-3c63ab8ab975, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'}}] {{(pid=101656) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:46.252746 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.264238 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, cleared binding levels {{(pid=101656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:46.268180 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.280008 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:46.301340 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.314016 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:46.319417 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:46.323554 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:46.329467 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:46.330222 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.356132 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:46.356849 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.358455 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] 10.222.0.71 "PUT /v2.0/ports/aab79689-5599-45f7-b77c-95b865b88b1d HTTP/1.1" status: 200 len: 1094 time: 1.2522364 Oct 27 14:08:46.358576 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8419108 Oct 27 14:08:46.358795 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d'}] {{(pid=101656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:46.359727 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584fa28-2417-441e-91b1-b8ebeb153b20 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'Port': ['ID=15887899-2093-4823-88fd-9157f73d58e7,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:46.364164 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c9c6aa69a7403ae60e4d5f3bfcb1a729f741678d00f34414191addfe6d7192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf7f3d4-f5ae-4473-b5f6-c00e92ccc373" -d '{"events": [{"name": "network-changed", "server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d"}]}' {{(pid=101656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:46.398588 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf6461-f983-4837-9041-a80c664fbaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=aab79689-5599-45f7-b77c-95b865b88b1d,revision_number=3']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:46.403095 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] For port d3b6171c-067b-46e6-9907-3c63ab8ab975, host hv-cinder-81566, cleared binding levels {{(pid=101656) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:46.430830 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] For port d3b6171c-067b-46e6-9907-3c63ab8ab975, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d3b6171c-067b-46e6-9907-3c63ab8ab975,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101656) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:46.435987 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a437d180-90f2-496e-8a46-1b1d253a0400 x-openstack-request-id: req-a437d180-90f2-496e-8a46-1b1d253a0400 {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:46.436336 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d", "status": "completed", "code": 200}]} {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:46.436590 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a437d180-90f2-496e-8a46-1b1d253a0400 {{(pid=101656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:46.436994 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'status': 'completed', 'code': 200} Oct 27 14:08:46.449237 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.507095 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:46.507642 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.509094 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] 10.222.0.71 "PUT /v2.0/ports/d3b6171c-067b-46e6-9907-3c63ab8ab975 HTTP/1.1" status: 200 len: 1093 time: 2.3523142 Oct 27 14:08:46.545076 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7508045-7e8a-4210-a9ed-bcdfe0bdbd03 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b6171c-067b-46e6-9907-3c63ab8ab975,revision_number=3']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:46.607907 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46550) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:46.618046 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80489f8-6925-4f77-9b22-c53c78821168 req-63e24062-7c1b-41f8-8816-9c353c4c9f9f tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:46.619731 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d80489f8-6925-4f77-9b22-c53c78821168 req-63e24062-7c1b-41f8-8816-9c353c4c9f9f tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 944 time: 0.1167943 Oct 27 14:08:46.638508 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a60bdc-6836-4deb-9d08-a4d33ab8a7c9 req-857c140e-483c-4ff2-976f-78e05a68d868 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:46.640654 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-65a60bdc-6836-4deb-9d08-a4d33ab8a7c9 req-857c140e-483c-4ff2-976f-78e05a68d868 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0827818 Oct 27 14:08:46.680762 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-fc1cf390-7b6e-4442-bed5-9dca42988164 None None] Provisioning complete for port 15887899-2093-4823-88fd-9157f73d58e7 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:46.681327 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf390-7b6e-4442-bed5-9dca42988164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.701456 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d80489f8-6925-4f77-9b22-c53c78821168 req-7fd8a3b6-4d02-4f31-b428-854469260ad8 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725682 Oct 27 14:08:46.720439 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-65a60bdc-6836-4deb-9d08-a4d33ab8a7c9 req-d6b09baa-838a-492e-a0d3-3d801ecff422 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613575 Oct 27 14:08:46.727992 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-fc1cf390-7b6e-4442-bed5-9dca42988164 None None] Port 15887899-2093-4823-88fd-9157f73d58e7 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:08:46.746802 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c807da1b-88af-40bf-af61-7d553f3c86fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.819020 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c807da1b-88af-40bf-af61-7d553f3c86fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.823344 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c807da1b-88af-40bf-af61-7d553f3c86fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.860417 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-c807da1b-88af-40bf-af61-7d553f3c86fc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f440ef25ed6842f0b70b1eda37378b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514341 Oct 27 14:08:46.861267 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807da1b-88af-40bf-af61-7d553f3c86fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e00afd0-2931-459e-8051-6e81a381384a,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:46.863006 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46554) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:46.914635 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b32798fb-77a7-439e-8c6c-78f274d278d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.936401 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b32798fb-77a7-439e-8c6c-78f274d278d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.980841 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.003312 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-a35b952b-1cba-4298-8b22-df4a7f7c7c83 req-8b7a72b6-9cd6-469e-acc3-6cb1ed69fbf0 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.046167 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429c8e3-7142-48c3-b59b-3d9e6d24f994 req-941f562e-4e88-4539-b877-c98165889df8 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:47.047801 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c429c8e3-7142-48c3-b59b-3d9e6d24f994 req-941f562e-4e88-4539-b877-c98165889df8 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.0892251 Oct 27 14:08:47.051182 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b32798fb-77a7-439e-8c6c-78f274d278d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.054416 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b32798fb-77a7-439e-8c6c-78f274d278d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.055597 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-b32798fb-77a7-439e-8c6c-78f274d278d5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3e00afd0-2931-459e-8051-6e81a381384a HTTP/1.1" status: 204 len: 168 time: 0.1908357 Oct 27 14:08:47.092090 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32798fb-77a7-439e-8c6c-78f274d278d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e00afd0-2931-459e-8051-6e81a381384a,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:47.148237 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c429c8e3-7142-48c3-b59b-3d9e6d24f994 req-f8d29704-e0b3-4021-b087-cf0f3e3d5ea3 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878763 Oct 27 14:08:47.200542 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978f877-ebe0-4dbb-9dad-14f75dd653b1 req-d09f46c3-ae84-41dc-86e3-d79355e759db tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:47.202157 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8978f877-ebe0-4dbb-9dad-14f75dd653b1 req-d09f46c3-ae84-41dc-86e3-d79355e759db tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 943 time: 0.1065848 Oct 27 14:08:47.221498 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-a35b952b-1cba-4298-8b22-df4a7f7c7c83 req-8b7a72b6-9cd6-469e-acc3-6cb1ed69fbf0 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.233367 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-a35b952b-1cba-4298-8b22-df4a7f7c7c83 req-8b7a72b6-9cd6-469e-acc3-6cb1ed69fbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.289746 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a35b952b-1cba-4298-8b22-df4a7f7c7c83 req-8b7a72b6-9cd6-469e-acc3-6cb1ed69fbf0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165598 Oct 27 14:08:47.316272 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8978f877-ebe0-4dbb-9dad-14f75dd653b1 req-17b67b50-34db-400a-b3e7-6de0dbfbf9eb tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058199 Oct 27 14:08:47.319283 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a72b6-9cd6-469e-acc3-6cb1ed69fbf0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c520294b-579e-466a-8dbe-ec5ce7aedb1f,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:47.340263 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73448219-5267-4599-9689-e134cd049b33 req-d696f245-2b16-4c81-b48e-36fc1e18ca8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:47.340263 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-73448219-5267-4599-9689-e134cd049b33 req-d696f245-2b16-4c81-b48e-36fc1e18ca8c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 931 time: 0.1102359 Oct 27 14:08:47.382209 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46570) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:47.385048 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-73448219-5267-4599-9689-e134cd049b33 req-95d03877-d823-4260-863b-2445145564f7 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387342 Oct 27 14:08:47.396030 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-735305e1-a7f7-4864-9973-a127486b284d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.473889 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-735305e1-a7f7-4864-9973-a127486b284d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.478776 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-735305e1-a7f7-4864-9973-a127486b284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.518500 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-735305e1-a7f7-4864-9973-a127486b284d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=10a9712bf42b41f2bd9a62410af222d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350684 Oct 27 14:08:47.519541 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735305e1-a7f7-4864-9973-a127486b284d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b139a64-fdc8-41af-a15e-45b9a9f802c3,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:47.523177 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46572) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:47.573791 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cae1175e-e966-4b27-87b4-b4ca613c4bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.599240 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cae1175e-e966-4b27-87b4-b4ca613c4bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.649055 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cae1175e-e966-4b27-87b4-b4ca613c4bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.651697 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cae1175e-e966-4b27-87b4-b4ca613c4bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.652864 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-cae1175e-e966-4b27-87b4-b4ca613c4bb7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7b139a64-fdc8-41af-a15e-45b9a9f802c3 HTTP/1.1" status: 204 len: 168 time: 0.1287696 Oct 27 14:08:47.660970 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1175e-e966-4b27-87b4-b4ca613c4bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b139a64-fdc8-41af-a15e-45b9a9f802c3,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:47.867338 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10968ff3-df23-4f85-a56a-9d5972bad14f req-12e0e41e-8a0e-481b-978d-993a4b97b4a6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:47.868923 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-10968ff3-df23-4f85-a56a-9d5972bad14f req-12e0e41e-8a0e-481b-978d-993a4b97b4a6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 944 time: 0.0905588 Oct 27 14:08:47.880638 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e250-4806-453a-aaca-a24465eebee6 req-2a0e025b-33d6-447c-baea-d33d9886eaab tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:47.882967 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3d00e250-4806-453a-aaca-a24465eebee6 req-2a0e025b-33d6-447c-baea-d33d9886eaab tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0704322 Oct 27 14:08:47.941925 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-10968ff3-df23-4f85-a56a-9d5972bad14f req-1089144f-e3ba-4013-865c-7b1b4a9a1b31 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576406 Oct 27 14:08:47.947695 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3d00e250-4806-453a-aaca-a24465eebee6 req-338bfe64-319a-4547-bf0f-37a471af8d37 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575655 Oct 27 14:08:47.961338 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 60d5d634-d73e-43e2-9077-dd41c390011b up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:47.981653 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Request body: {'port': {'device_id': 'adbc567f-bc87-48cd-b910-ba46c84f914d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:48.023878 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 60d5d634-d73e-43e2-9077-dd41c390011b completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:08:48.028771 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 60d5d634-d73e-43e2-9077-dd41c390011b triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:48.029128 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:48.066655 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:48.130752 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:48.162096 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e098f1a-7a67-49aa-8612-ecf546da5a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d5d634-d73e-43e2-9077-dd41c390011b'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:48.164734 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2a5697-d007-49fe-8276-f2aaa2f8eed1" -d '{"events": [{"server_uuid": "1e098f1a-7a67-49aa-8612-ecf546da5a62", "name": "network-vif-plugged", "status": "completed", "tag": "60d5d634-d73e-43e2-9077-dd41c390011b"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:48.178481 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 60d5d634-d73e-43e2-9077-dd41c390011b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=60d5d634-d73e-43e2-9077-dd41c390011b,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:48.184389 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:48.230116 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed9d7f3-d5c3-45be-a013-c509aa2080e6 x-openstack-request-id: req-8ed9d7f3-d5c3-45be-a013-c509aa2080e6 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:48.230559 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e098f1a-7a67-49aa-8612-ecf546da5a62", "name": "network-vif-plugged", "status": "completed", "tag": "60d5d634-d73e-43e2-9077-dd41c390011b", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:48.230917 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8ed9d7f3-d5c3-45be-a013-c509aa2080e6 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:48.231866 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e098f1a-7a67-49aa-8612-ecf546da5a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d5d634-d73e-43e2-9077-dd41c390011b', 'code': 200} Oct 27 14:08:48.255989 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=60d5d634-d73e-43e2-9077-dd41c390011b,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:48.276604 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Request body: {'port': {'device_id': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:48.438223 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70957fff-2020-4c1f-8829-004a5b2cb3f8', 'tag': 'd3b6171c-067b-46e6-9907-3c63ab8ab975'}] {{(pid=101656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:48.442453 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c9c6aa69a7403ae60e4d5f3bfcb1a729f741678d00f34414191addfe6d7192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794f8f12-16f8-4cbb-8855-245bd0f2c127" -d '{"events": [{"name": "network-changed", "server_uuid": "70957fff-2020-4c1f-8829-004a5b2cb3f8", "tag": "d3b6171c-067b-46e6-9907-3c63ab8ab975"}]}' {{(pid=101656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:48.776763 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:48.786616 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aff51-839c-4fe4-96aa-be71abdf8ca1 req-61df9e97-41ca-4a84-81fe-0638d98eefd2 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:48.788513 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f94aff51-839c-4fe4-96aa-be71abdf8ca1 req-61df9e97-41ca-4a84-81fe-0638d98eefd2 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.5457804 Oct 27 14:08:48.795095 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7f3d4-f5ae-4473-b5f6-c00e92ccc373 req-a68723af-a1ed-48d5-8f89-13924fa58abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:48.796592 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ccf7f3d4-f5ae-4473-b5f6-c00e92ccc373 req-a68723af-a1ed-48d5-8f89-13924fa58abc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 1097 time: 0.5549915 Oct 27 14:08:48.840616 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7766-96a1-419d-bb2f-dee320d7456d req-ab7e8a2a-86b9-4480-a693-50a38f6cf20a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:48.841152 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1aca7766-96a1-419d-bb2f-dee320d7456d req-ab7e8a2a-86b9-4480-a693-50a38f6cf20a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 943 time: 0.2157867 Oct 27 14:08:48.922541 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f94aff51-839c-4fe4-96aa-be71abdf8ca1 req-93cc13e5-d754-4864-8419-8a09e368e152 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248879 Oct 27 14:08:49.034329 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1aca7766-96a1-419d-bb2f-dee320d7456d req-fb98ec5f-3a3a-46b9-90a3-d151d2c7385b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813457 Oct 27 14:08:49.103080 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2753794c-9140-49a1-9e5d-d31a5e503fcb x-openstack-request-id: req-2753794c-9140-49a1-9e5d-d31a5e503fcb {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:49.103787 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70957fff-2020-4c1f-8829-004a5b2cb3f8", "tag": "d3b6171c-067b-46e6-9907-3c63ab8ab975", "status": "completed", "code": 200}]} {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:49.104039 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2753794c-9140-49a1-9e5d-d31a5e503fcb {{(pid=101656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:49.104432 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70957fff-2020-4c1f-8829-004a5b2cb3f8', 'tag': 'd3b6171c-067b-46e6-9907-3c63ab8ab975', 'status': 'completed', 'code': 200} Oct 27 14:08:49.124291 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766d9692-5198-4c25-aa3a-d99900cc51b5 {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:49.161334 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:49.190748 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf4788-6ee5-4e8a-9f15-fe1ec9618858 req-2d3076f4-d3d3-4ffe-9387-7d079994c936 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:49.192318 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-38bf4788-6ee5-4e8a-9f15-fe1ec9618858 req-2d3076f4-d3d3-4ffe-9387-7d079994c936 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 931 time: 0.1806428 Oct 27 14:08:49.248039 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Transition to ACTIVE for port object 766d9692-5198-4c25-aa3a-d99900cc51b5 will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:08:49.267570 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:49.387729 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-38bf4788-6ee5-4e8a-9f15-fe1ec9618858 req-fcaf60ea-8c45-4167-a153-76824577c6d7 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787579 Oct 27 14:08:49.395628 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14368a4-6e00-41b0-9e62-27f2dade70e5 req-f9cd103e-7c7e-4792-b382-8ce23ede96bc tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:49.398811 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f14368a4-6e00-41b0-9e62-27f2dade70e5 req-f9cd103e-7c7e-4792-b382-8ce23ede96bc tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.2224975 Oct 27 14:08:49.404212 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Pushing event updated for resources: {'Port': ['ID=766d9692-5198-4c25-aa3a-d99900cc51b5,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:49.581953 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Attempting to bind port 766d9692-5198-4c25-aa3a-d99900cc51b5 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:49.582313 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Attempting to bind port 766d9692-5198-4c25-aa3a-d99900cc51b5 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:49.582655 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Attempting to bind port 766d9692-5198-4c25-aa3a-d99900cc51b5 on network e326cd63-ddc3-4370-9359-292ac983dba9 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:49.608656 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15887899-2093-4823-88fd-9157f73d58e7 {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:49.621935 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f14368a4-6e00-41b0-9e62-27f2dade70e5 req-2db56dac-d27d-40d3-b62a-7a8ddb58624c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767898 Oct 27 14:08:49.622533 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Port 766d9692-5198-4c25-aa3a-d99900cc51b5 on network e326cd63-ddc3-4370-9359-292ac983dba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:08:49.622853 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Attempting to bind port 766d9692-5198-4c25-aa3a-d99900cc51b5 on network e326cd63-ddc3-4370-9359-292ac983dba9 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:49.629147 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:49.639167 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:49.639845 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Checking segment: {'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:49.640572 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Bound using segment: {'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:49.641222 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Bound port: 766d9692-5198-4c25-aa3a-d99900cc51b5, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b999db77-ba74-48b8-98b6-91a8623d58c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:49.641731 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:49.669448 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Transition to ACTIVE for port object 15887899-2093-4823-88fd-9157f73d58e7 will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:08:49.679111 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:49.726614 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbcce2-13cb-4e65-b078-76272c810474 req-84b8aae7-d819-4cd4-9077-c1f66683a982 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:49.728365 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-47dbcce2-13cb-4e65-b078-76272c810474 req-84b8aae7-d819-4cd4-9077-c1f66683a982 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.1809111 Oct 27 14:08:49.831189 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Pushing event updated for resources: {'Port': ['ID=15887899-2093-4823-88fd-9157f73d58e7,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:49.905501 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-47dbcce2-13cb-4e65-b078-76272c810474 req-39159308-aa79-42b7-a058-0ef69a5091f0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406844 Oct 27 14:08:49.944912 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Attempting to bind port 15887899-2093-4823-88fd-9157f73d58e7 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:49.949256 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Attempting to bind port 15887899-2093-4823-88fd-9157f73d58e7 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:49.949786 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Attempting to bind port 15887899-2093-4823-88fd-9157f73d58e7 on network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:49.953302 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] For port 766d9692-5198-4c25-aa3a-d99900cc51b5, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:49.974230 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Port 15887899-2093-4823-88fd-9157f73d58e7 on network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:08:49.978060 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Attempting to bind port 15887899-2093-4823-88fd-9157f73d58e7 on network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:49.985553 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] For port 766d9692-5198-4c25-aa3a-d99900cc51b5, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=766d9692-5198-4c25-aa3a-d99900cc51b5,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:49.986944 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:49.987491 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Checking segment: {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:49.987684 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Bound using segment: {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:49.988368 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Bound port: 15887899-2093-4823-88fd-9157f73d58e7, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:49.988519 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:50.010361 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:50.108445 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:50.109090 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:50.110497 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] 10.222.0.71 "PUT /v2.0/ports/766d9692-5198-4c25-aa3a-d99900cc51b5 HTTP/1.1" status: 200 len: 1094 time: 2.1386158 Oct 27 14:08:50.115658 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbc567f-bc87-48cd-b910-ba46c84f914d', 'tag': '766d9692-5198-4c25-aa3a-d99900cc51b5'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:50.242366 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c5a26-5445-4e13-ad1b-3b16c5f0ee14 service neutron] Pushing event updated for resources: {'Port': ['ID=766d9692-5198-4c25-aa3a-d99900cc51b5,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:50.263843 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] For port 15887899-2093-4823-88fd-9157f73d58e7, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:50.269024 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] For port 15887899-2093-4823-88fd-9157f73d58e7, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=15887899-2093-4823-88fd-9157f73d58e7,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:50.289517 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea1435-6c01-4323-9d99-8973325b30ae req-e5075994-b58d-45fb-8098-aad044a7cf50 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:50.289517 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-07ea1435-6c01-4323-9d99-8973325b30ae req-e5075994-b58d-45fb-8098-aad044a7cf50 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.2578998 Oct 27 14:08:50.289517 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:50.350952 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d21c6-956d-4823-98da-a6b2c4206551 req-1b110dc9-e1fc-4344-922a-0db2381e6559 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:50.352781 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bc7d21c6-956d-4823-98da-a6b2c4206551 req-1b110dc9-e1fc-4344-922a-0db2381e6559 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 943 time: 0.1687582 Oct 27 14:08:50.373142 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:50.373657 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:50.375348 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] 10.222.0.71 "PUT /v2.0/ports/15887899-2093-4823-88fd-9157f73d58e7 HTTP/1.1" status: 200 len: 1093 time: 2.1309118 Oct 27 14:08:50.386763 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1820f419-0080-48c6-b0fc-be010dcaa710" -d '{"events": [{"name": "network-changed", "server_uuid": "adbc567f-bc87-48cd-b910-ba46c84f914d", "tag": "766d9692-5198-4c25-aa3a-d99900cc51b5"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:50.419226 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-07ea1435-6c01-4323-9d99-8973325b30ae req-fe72b3e6-0090-42aa-9ab5-307567fe7e94 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288793 Oct 27 14:08:50.422496 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28b8d1-6f33-463b-96b5-ad88c6c39da5 service neutron] Pushing event updated for resources: {'Port': ['ID=15887899-2093-4823-88fd-9157f73d58e7,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:50.479313 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bc7d21c6-956d-4823-98da-a6b2c4206551 req-44174f98-5ae6-4d94-9e4f-cdfda3fe8cb5 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935209 Oct 27 14:08:50.613109 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3fcd4-1ea2-4693-8e1a-d9c4164d0516 req-c1d42580-0ca6-4939-8005-36c0e350d7aa tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:50.614513 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dfd3fcd4-1ea2-4693-8e1a-d9c4164d0516 req-c1d42580-0ca6-4939-8005-36c0e350d7aa tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 943 time: 0.0633414 Oct 27 14:08:50.623797 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fed45b-42e7-4ff2-bcab-2c75e3d443c8 x-openstack-request-id: req-f3fed45b-42e7-4ff2-bcab-2c75e3d443c8 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:50.624083 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbc567f-bc87-48cd-b910-ba46c84f914d", "tag": "766d9692-5198-4c25-aa3a-d99900cc51b5", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:50.625179 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f3fed45b-42e7-4ff2-bcab-2c75e3d443c8 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:50.625645 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbc567f-bc87-48cd-b910-ba46c84f914d', 'tag': '766d9692-5198-4c25-aa3a-d99900cc51b5', 'status': 'completed', 'code': 200} Oct 27 14:08:50.664292 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dfd3fcd4-1ea2-4693-8e1a-d9c4164d0516 req-f67704a6-94ac-4d4d-9c87-14985b057d38 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375767 Oct 27 14:08:50.766732 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5d0fe-325a-41ae-9332-6115ab93a735 req-aa0a84a7-f69e-44cd-9267-8f611e10496b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:50.768319 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b4d5d0fe-325a-41ae-9332-6115ab93a735 req-aa0a84a7-f69e-44cd-9267-8f611e10496b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.0507703 Oct 27 14:08:50.807962 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b4d5d0fe-325a-41ae-9332-6115ab93a735 req-5cfeab0e-2e66-465f-8ab0-4f085649607c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Oct 27 14:08:51.029193 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db16aba-b86e-4d65-bb42-bce189694782 req-8e18401a-2170-446d-8857-94e51bfbf5e9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:51.030786 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5db16aba-b86e-4d65-bb42-bce189694782 req-8e18401a-2170-446d-8857-94e51bfbf5e9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0520501 Oct 27 14:08:51.090978 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5db16aba-b86e-4d65-bb42-bce189694782 req-b4b2408f-a24e-4af9-9b05-0016aab69119 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535848 Oct 27 14:08:51.183150 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-dde63954-943f-4a76-9739-0de7591597a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:51.184814 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-dde63954-943f-4a76-9739-0de7591597a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 1096 time: 0.0531573 Oct 27 14:08:51.252077 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-f284d95e-c789-42f1-8afb-16c42c295de9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3b6171c-067b-46e6-9907-3c63ab8ab975 HTTP/1.1" status: 200 len: 217 time: 0.0537212 Oct 27 14:08:51.366718 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-bf9d65f2-ed63-4c46-84fa-a33aa309064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:51.368519 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-bf9d65f2-ed63-4c46-84fa-a33aa309064e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5397b1e-6cca-4404-be06-5171278a75ad HTTP/1.1" status: 200 len: 858 time: 0.1055830 Oct 27 14:08:51.413485 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-ccb1af92-0845-4ea6-8334-fdf3ac8e9f9c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e326cd63-ddc3-4370-9359-292ac983dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355968 Oct 27 14:08:51.417846 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1edfb-67b1-4ca9-a6ad-78839c76ce89 req-42e873b7-cd92-4c9e-b677-949b3faa4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:51.419515 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-3fe1edfb-67b1-4ca9-a6ad-78839c76ce89 req-42e873b7-cd92-4c9e-b677-949b3faa4b36 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 1098 time: 0.1111341 Oct 27 14:08:51.535971 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-3fe1edfb-67b1-4ca9-a6ad-78839c76ce89 req-24cf98e4-e9bb-4812-b282-f83f30d2ea25 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995090 Oct 27 14:08:51.540085 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-030b99d2-14f4-4da5-ab88-64965ee383da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:51.541567 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-030b99d2-14f4-4da5-ab88-64965ee383da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 1096 time: 0.3023870 Oct 27 14:08:51.543236 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820f419-0080-48c6-b0fc-be010dcaa710 req-8b0b6332-85ea-40cb-8c86-c8b59dffb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:51.544669 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1820f419-0080-48c6-b0fc-be010dcaa710 req-8b0b6332-85ea-40cb-8c86-c8b59dffb8f4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 1097 time: 0.3912280 Oct 27 14:08:51.579571 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-5d344d11-abf2-4374-bf94-0ad5c146937f service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521163 Oct 27 14:08:51.598136 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7f3d4-f5ae-4473-b5f6-c00e92ccc373 req-eb6aaf8b-ee02-4668-bf0b-3f99fc6778bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:51.599629 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ccf7f3d4-f5ae-4473-b5f6-c00e92ccc373 req-eb6aaf8b-ee02-4668-bf0b-3f99fc6778bf service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c84e18e41f634c02ac87674f5f6da28d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4691558 Oct 27 14:08:51.643662 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13616f-3515-4720-9622-ac809fac2d25 req-379d072f-da5f-4f8c-9053-dccb0cc8b4e2 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:51.645133 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-da13616f-3515-4720-9622-ac809fac2d25 req-379d072f-da5f-4f8c-9053-dccb0cc8b4e2 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.1074295 Oct 27 14:08:51.660203 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f03d79-3dbf-4308-b576-b18d19bf4723 req-9cdd99e1-3a6d-487f-8307-06475e4c9da8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:51.662017 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-32f03d79-3dbf-4308-b576-b18d19bf4723 req-9cdd99e1-3a6d-487f-8307-06475e4c9da8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 943 time: 0.0996053 Oct 27 14:08:51.720439 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-da13616f-3515-4720-9622-ac809fac2d25 req-604e27e6-e89b-411b-a9ab-714abe921f3e tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567369 Oct 27 14:08:51.728170 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-32f03d79-3dbf-4308-b576-b18d19bf4723 req-66472bab-b38d-47e8-a876-ec09b784561d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580070 Oct 27 14:08:51.888198 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-61039dfe-cd04-43ad-ac52-8de28f81328e req-3c4a77cf-41d6-495d-9f5d-ee84bcba8a47 service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303854 Oct 27 14:08:51.960669 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-6b6746c1-d3cc-4466-8436-22b64632dee3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15887899-2093-4823-88fd-9157f73d58e7 HTTP/1.1" status: 200 len: 217 time: 0.2021129 Oct 27 14:08:51.995550 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f8f12-16f8-4cbb-8855-245bd0f2c127 req-748df9a2-54d3-4c04-bef8-9dd3e5f7fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:51.997062 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-794f8f12-16f8-4cbb-8855-245bd0f2c127 req-748df9a2-54d3-4c04-bef8-9dd3e5f7fb34 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 1096 time: 0.0401628 Oct 27 14:08:52.189998 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-dde132a7-86ab-4ca4-bacf-e85093a53ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.191509 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-dde132a7-86ab-4ca4-bacf-e85093a53ff8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed1d1075-aeaf-4999-be5f-fa472215f194 HTTP/1.1" status: 200 len: 849 time: 0.2019424 Oct 27 14:08:52.206211 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe4ef7-2ef3-43ea-bbdd-a4beac48ba1b req-96f1664b-3222-4765-984e-e7121aea1737 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.214004 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9dbe4ef7-2ef3-43ea-bbdd-a4beac48ba1b req-96f1664b-3222-4765-984e-e7121aea1737 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 943 time: 0.3370235 Oct 27 14:08:52.216432 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820f419-0080-48c6-b0fc-be010dcaa710 req-02991895-a1c6-45de-a55d-9d342d3da7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.226579 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1820f419-0080-48c6-b0fc-be010dcaa710 req-02991895-a1c6-45de-a55d-9d342d3da7e7 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d165e7dc8a9245e9a982ffcabc980675&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4711769 Oct 27 14:08:52.231522 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2df73-c22f-4d78-8c3b-cd1419ec73ba req-8ab8afa6-7067-492f-9ceb-9bb362019164 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.233080 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-20a2df73-c22f-4d78-8c3b-cd1419ec73ba req-8ab8afa6-7067-492f-9ceb-9bb362019164 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.2951505 Oct 27 14:08:52.247699 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7f3d4-f5ae-4473-b5f6-c00e92ccc373 req-5e4d3c38-3967-49eb-b1b3-6ddb4b54e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.249136 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ccf7f3d4-f5ae-4473-b5f6-c00e92ccc373 req-5e4d3c38-3967-49eb-b1b3-6ddb4b54e6ef service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5010643 Oct 27 14:08:52.284588 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f8f12-16f8-4cbb-8855-245bd0f2c127 req-cf2ec807-f0f6-41b3-be14-6c6c15226f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.286343 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-794f8f12-16f8-4cbb-8855-245bd0f2c127 req-cf2ec807-f0f6-41b3-be14-6c6c15226f6e service neutron] 10.222.0.71 "GET /v2.0/networks?id=e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 200 len: 920 time: 0.2819805 Oct 27 14:08:52.345614 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-794f8f12-16f8-4cbb-8855-245bd0f2c127 req-4919612d-6791-4e00-bf09-32164d1c1634 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3b6171c-067b-46e6-9907-3c63ab8ab975 HTTP/1.1" status: 200 len: 217 time: 0.0453980 Oct 27 14:08:52.400481 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f8f12-16f8-4cbb-8855-245bd0f2c127 req-ef1a3430-18af-49d2-93b2-699f2be0fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.402980 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-794f8f12-16f8-4cbb-8855-245bd0f2c127 req-ef1a3430-18af-49d2-93b2-699f2be0fecd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5397b1e-6cca-4404-be06-5171278a75ad HTTP/1.1" status: 200 len: 858 time: 0.0491099 Oct 27 14:08:52.437558 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-794f8f12-16f8-4cbb-8855-245bd0f2c127 req-cb3eb3ee-0834-421c-8afc-1312d0f3c474 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e326cd63-ddc3-4370-9359-292ac983dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262518 Oct 27 14:08:52.450093 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9dbe4ef7-2ef3-43ea-bbdd-a4beac48ba1b req-90508dee-3aa7-4eed-be1c-a8c3a4e1ad2e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352498 Oct 27 14:08:52.469227 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-20a2df73-c22f-4d78-8c3b-cd1419ec73ba req-f3b3a721-bb5f-4e8a-bd43-55a3ceca1cbe tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191207 Oct 27 14:08:52.479207 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-8d20d3bc-fd98-49ae-94e8-ae683fdc4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.480616 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-8d20d3bc-fd98-49ae-94e8-ae683fdc4c82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2609630 Oct 27 14:08:52.512235 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-ef9ea0bb-a472-4158-bf9f-ef0832c3d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.513655 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-ef9ea0bb-a472-4158-bf9f-ef0832c3d716 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 1097 time: 0.1982181 Oct 27 14:08:52.565898 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-794f8f12-16f8-4cbb-8855-245bd0f2c127 req-eab054c7-e99d-46de-ae94-cadee36c6281 service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204515 Oct 27 14:08:52.606987 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820f419-0080-48c6-b0fc-be010dcaa710 req-851eb0ae-6d72-4757-99e9-8d024d92d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.608579 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1820f419-0080-48c6-b0fc-be010dcaa710 req-851eb0ae-6d72-4757-99e9-8d024d92d584 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3745160 Oct 27 14:08:52.625822 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-2bd8fd63-ca31-4114-8904-28d785166a02 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab79689-5599-45f7-b77c-95b865b88b1d HTTP/1.1" status: 200 len: 217 time: 0.0911016 Oct 27 14:08:52.631204 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'tag': '15887899-2093-4823-88fd-9157f73d58e7'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:52.633848 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76385a6b-9324-4e0c-83bf-d400894ffbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "396ab30c-d8d7-48b2-a476-fe2cd2d21ce8", "tag": "15887899-2093-4823-88fd-9157f73d58e7"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:52.676527 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6d0b28-211c-4e2f-a727-4a475260fa06 x-openstack-request-id: req-bb6d0b28-211c-4e2f-a727-4a475260fa06 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:52.676810 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396ab30c-d8d7-48b2-a476-fe2cd2d21ce8", "tag": "15887899-2093-4823-88fd-9157f73d58e7", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:52.677060 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bb6d0b28-211c-4e2f-a727-4a475260fa06 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:52.677437 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'tag': '15887899-2093-4823-88fd-9157f73d58e7', 'status': 'completed', 'code': 200} Oct 27 14:08:52.685794 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-794f8f12-16f8-4cbb-8855-245bd0f2c127 req-7005b6eb-5b92-49c7-8747-56cea527e72c service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090503 Oct 27 14:08:52.747824 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420f538-61bf-44a6-be44-42017574373c req-f211f5b4-7c7c-4343-9cb2-4c1254e7cc03 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.749343 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3420f538-61bf-44a6-be44-42017574373c req-f211f5b4-7c7c-4343-9cb2-4c1254e7cc03 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.2178237 Oct 27 14:08:52.760041 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-88a9568e-9d8a-4880-8b85-7c2341343683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.761481 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-88a9568e-9d8a-4880-8b85-7c2341343683 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad1ca395-0794-488c-93d8-0590c72f0634 HTTP/1.1" status: 200 len: 856 time: 0.1221368 Oct 27 14:08:52.774345 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-ff5f521a-19b2-43f9-a8db-d75e156e1cf8 service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733185 Oct 27 14:08:52.828970 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-75c5f918-c8d3-41fb-b264-75ea1c3c9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.830472 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-75c5f918-c8d3-41fb-b264-75ea1c3c9ebd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 1097 time: 0.1522400 Oct 27 14:08:52.945441 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3420f538-61bf-44a6-be44-42017574373c req-7c06ec42-9478-42a9-ba70-b03fa3d381a4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823611 Oct 27 14:08:52.949365 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-34796b9e-e422-4729-ad99-76f919ed6475 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766d9692-5198-4c25-aa3a-d99900cc51b5 HTTP/1.1" status: 200 len: 217 time: 0.0706694 Oct 27 14:08:53.170365 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-88faf0e4-0993-4753-8e04-49b35af1f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:53.171787 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-88faf0e4-0993-4753-8e04-49b35af1f764 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3950319 Oct 27 14:08:53.303400 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279d1e6-59b6-475a-8192-26b51a45ebf5 req-439a7017-8288-4f4f-a24a-c83600bc856c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:53.305738 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f279d1e6-59b6-475a-8192-26b51a45ebf5 req-439a7017-8288-4f4f-a24a-c83600bc856c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.5073130 Oct 27 14:08:53.362354 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f146d43-0e4d-4f24-a9a6-d76b6a60e609 req-f7f8fb52-20cd-41ec-973a-cc66899fb9f7 service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669436 Oct 27 14:08:53.370279 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-dc9a4308-74e3-4b3c-b874-ec28ec78c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:53.372747 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-dc9a4308-74e3-4b3c-b874-ec28ec78c5f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5397b1e-6cca-4404-be06-5171278a75ad HTTP/1.1" status: 200 len: 858 time: 0.4106309 Oct 27 14:08:53.418907 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d9ddf-29d6-44e4-81b4-106af6e98bbe req-183215ce-3c13-4f5c-a33c-897b17cbe829 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:53.421531 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e87d9ddf-29d6-44e4-81b4-106af6e98bbe req-183215ce-3c13-4f5c-a33c-897b17cbe829 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 943 time: 0.2439852 Oct 27 14:08:53.453653 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-c1c91c62-5e99-4d62-8b64-92eda91aa0ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e326cd63-ddc3-4370-9359-292ac983dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693929 Oct 27 14:08:53.477636 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f279d1e6-59b6-475a-8192-26b51a45ebf5 req-a1c5bcf7-5333-430e-94d0-2ad972cb984b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605663 Oct 27 14:08:53.611445 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-c0c0a9a1-ecf7-42dd-bec3-40ef545f29fa service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116852 Oct 27 14:08:53.675567 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46788) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:53.729983 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e87d9ddf-29d6-44e4-81b4-106af6e98bbe req-64aab51b-fb3c-4499-93d8-b54bf9172dff tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789068 Oct 27 14:08:53.738288 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385a6b-9324-4e0c-83bf-d400894ffbe9 req-0cd338aa-d54a-49e6-9890-c3a6d0fe5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:53.740365 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76385a6b-9324-4e0c-83bf-d400894ffbe9 req-0cd338aa-d54a-49e6-9890-c3a6d0fe5685 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 1096 time: 0.2905962 Oct 27 14:08:53.828935 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fa8a2-6dcf-449b-96bc-8300095bafe3 req-135f0fee-2720-41dd-9407-76f740268917 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:53.830503 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4e2fa8a2-6dcf-449b-96bc-8300095bafe3 req-135f0fee-2720-41dd-9407-76f740268917 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 943 time: 0.2379773 Oct 27 14:08:53.888276 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-122cd9d2-bee3-497b-8c35-ab5d1dddd6e4 service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145718 Oct 27 14:08:53.894744 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bd6dccd8-88fd-4321-b8b4-963d3e10bebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:53.982574 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bd6dccd8-88fd-4321-b8b4-963d3e10bebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:53.986890 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bd6dccd8-88fd-4321-b8b4-963d3e10bebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:54.028726 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-bd6dccd8-88fd-4321-b8b4-963d3e10bebe admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2645a4a117334a44b5678e69e45182d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476543 Oct 27 14:08:54.028726 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dccd8-88fd-4321-b8b4-963d3e10bebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3debe830-be35-47ca-81b9-d01d016639d3,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:54.031339 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46798) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:54.067077 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f093fc21-536c-4efe-868d-5f150d32a8ca req-6bac16a1-f7ae-442f-90e6-ad68388f2e4a service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253147 Oct 27 14:08:54.086022 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-26e74f7b-ea47-4c0c-acf6-b5ab76e17273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:54.098858 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4e2fa8a2-6dcf-449b-96bc-8300095bafe3 req-1572a84e-cd90-4229-aab6-7e311a12b53a tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298470 Oct 27 14:08:54.120216 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-26e74f7b-ea47-4c0c-acf6-b5ab76e17273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:54.124352 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a739bf-d761-4290-a163-9c46b1a8c74b req-8eaae1cc-ed58-470d-aa77-ffd9cb5714df tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:54.126135 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-07a739bf-d761-4290-a163-9c46b1a8c74b req-8eaae1cc-ed58-470d-aa77-ffd9cb5714df tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.2519200 Oct 27 14:08:54.129304 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385a6b-9324-4e0c-83bf-d400894ffbe9 req-3f41b980-1610-4fd3-9fab-30531315af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:54.130780 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76385a6b-9324-4e0c-83bf-d400894ffbe9 req-3f41b980-1610-4fd3-9fab-30531315af1c service neutron] 10.222.0.71 "GET /v2.0/networks?id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee HTTP/1.1" status: 200 len: 912 time: 0.3705621 Oct 27 14:08:54.196552 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-26e74f7b-ea47-4c0c-acf6-b5ab76e17273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:54.199561 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-26e74f7b-ea47-4c0c-acf6-b5ab76e17273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:54.203181 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-26e74f7b-ea47-4c0c-acf6-b5ab76e17273 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3debe830-be35-47ca-81b9-d01d016639d3 HTTP/1.1" status: 204 len: 168 time: 0.1681831 Oct 27 14:08:54.212723 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76385a6b-9324-4e0c-83bf-d400894ffbe9 req-d4ef8640-40ad-4ac1-a9b5-ee694dd381b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15887899-2093-4823-88fd-9157f73d58e7 HTTP/1.1" status: 200 len: 217 time: 0.0714338 Oct 27 14:08:54.215301 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e74f7b-ea47-4c0c-acf6-b5ab76e17273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3debe830-be35-47ca-81b9-d01d016639d3,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:54.226213 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bb3468bc-04d5-4248-9536-4c92b58077cb req-ec2dd3ee-d30a-439a-8494-b9be093fc6eb service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022592 Oct 27 14:08:54.299521 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-07a739bf-d761-4290-a163-9c46b1a8c74b req-28b3339b-2963-4ed4-b113-c8f60f93f545 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593618 Oct 27 14:08:54.310083 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385a6b-9324-4e0c-83bf-d400894ffbe9 req-e7d00471-9517-4272-9edd-cc1e62af3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:54.311671 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76385a6b-9324-4e0c-83bf-d400894ffbe9 req-e7d00471-9517-4272-9edd-cc1e62af3bd7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed1d1075-aeaf-4999-be5f-fa472215f194 HTTP/1.1" status: 200 len: 849 time: 0.0906301 Oct 27 14:08:54.327501 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e07c8-597a-4971-802a-a756221367ce req-59b19f10-0556-4849-a554-de4458f4e034 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:54.329307 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c52e07c8-597a-4971-802a-a756221367ce req-59b19f10-0556-4849-a554-de4458f4e034 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.1219201 Oct 27 14:08:54.412249 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c52e07c8-597a-4971-802a-a756221367ce req-1cb6d865-a766-42d4-b842-0a1131ee3d0e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685179 Oct 27 14:08:54.416694 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385a6b-9324-4e0c-83bf-d400894ffbe9 req-0a12ed3c-7f78-4a2b-925a-e62e6b1bfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:54.417882 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76385a6b-9324-4e0c-83bf-d400894ffbe9 req-0a12ed3c-7f78-4a2b-925a-e62e6b1bfd82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857580 Oct 27 14:08:54.555104 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76385a6b-9324-4e0c-83bf-d400894ffbe9 req-285c9b5d-db07-45e0-ab25-a36bff045c91 service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116357 Oct 27 14:08:54.674240 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afb81f-9006-4b3a-a957-31fee0548094 req-1a9e3df4-30d7-4fce-8183-c5e109c284d2 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:54.681877 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a6afb81f-9006-4b3a-a957-31fee0548094 req-1a9e3df4-30d7-4fce-8183-c5e109c284d2 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.1140120 Oct 27 14:08:54.737912 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76385a6b-9324-4e0c-83bf-d400894ffbe9 req-93404e44-eda0-47d7-92e0-a009ea2ba638 service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607621 Oct 27 14:08:54.744059 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a6afb81f-9006-4b3a-a957-31fee0548094 req-e1d8eefd-a812-4f99-a9ee-e27ae855a373 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613189 Oct 27 14:08:54.882473 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6328e48-c335-47c2-a018-fdfd2fd10ddf req-0ee16e41-33e2-430d-bd0a-b522c90502da tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:54.884971 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a6328e48-c335-47c2-a018-fdfd2fd10ddf req-0ee16e41-33e2-430d-bd0a-b522c90502da tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 943 time: 0.0587325 Oct 27 14:08:54.945401 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a6328e48-c335-47c2-a018-fdfd2fd10ddf req-65e9c28f-fc07-421b-a889-79bb42c3260c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467010 Oct 27 14:08:55.095086 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 15887899-2093-4823-88fd-9157f73d58e7 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:08:55.216642 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 15887899-2093-4823-88fd-9157f73d58e7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=15887899-2093-4823-88fd-9157f73d58e7,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:55.230565 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '15887899-2093-4823-88fd-9157f73d58e7', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'port_id': '15887899-2093-4823-88fd-9157f73d58e7', 'mac_address': 'fa:16:3e:a2:26:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:08:55.241856 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c61d9-3387-4277-915c-b1a99d710a65 req-c1443830-bd6b-4fec-8669-5d8cffe49709 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:55.243740 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eb6c61d9-3387-4277-915c-b1a99d710a65 req-c1443830-bd6b-4fec-8669-5d8cffe49709 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 943 time: 0.0575562 Oct 27 14:08:55.273993 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:55.294490 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15887899-2093-4823-88fd-9157f73d58e7 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:55.313200 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eb6c61d9-3387-4277-915c-b1a99d710a65 req-b4555d78-95c6-4daf-aac0-90caecfbd1bf tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611925 Oct 27 14:08:55.316484 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 15887899-2093-4823-88fd-9157f73d58e7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=15887899-2093-4823-88fd-9157f73d58e7,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:55.321536 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:55.322205 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device d3b6171c-067b-46e6-9907-3c63ab8ab975 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:08:55.414776 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=15887899-2093-4823-88fd-9157f73d58e7,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:55.468827 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port d3b6171c-067b-46e6-9907-3c63ab8ab975, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d3b6171c-067b-46e6-9907-3c63ab8ab975,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:55.481594 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': 'd3b6171c-067b-46e6-9907-3c63ab8ab975', 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9', 'port_id': 'd3b6171c-067b-46e6-9907-3c63ab8ab975', 'mac_address': 'fa:16:3e:c4:fd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5397b1e-6cca-4404-be06-5171278a75ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:08:55.529393 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:55.552161 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b6171c-067b-46e6-9907-3c63ab8ab975 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:55.575260 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f981cb-fa3c-4539-b537-656d934d03f8 req-97dbd778-5b81-4ea0-aadd-2c14473667f0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:55.582591 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port d3b6171c-067b-46e6-9907-3c63ab8ab975, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d3b6171c-067b-46e6-9907-3c63ab8ab975,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:55.584378 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-75f981cb-fa3c-4539-b537-656d934d03f8 req-97dbd778-5b81-4ea0-aadd-2c14473667f0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0816047 Oct 27 14:08:55.588049 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:55.636009 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-75f981cb-fa3c-4539-b537-656d934d03f8 req-d1a94ba1-a963-4218-8ef3-00edee00e4c1 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499802 Oct 27 14:08:55.812521 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=d3b6171c-067b-46e6-9907-3c63ab8ab975,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:55.954694 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['d3b6171c-067b-46e6-9907-3c63ab8ab975'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:08:55.986848 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['15887899-2093-4823-88fd-9157f73d58e7'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:08:56.030513 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 46898) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:56.209378 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1892b81a-d34c-4aad-8de4-437f4a619e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:56.236584 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0c05e-ee77-46aa-92b5-8070d56b4782 req-71c2072d-6e06-4c8f-928f-19ed61d94cdc tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:56.239710 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-19f0c05e-ee77-46aa-92b5-8070d56b4782 req-71c2072d-6e06-4c8f-928f-19ed61d94cdc tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 944 time: 0.1617329 Oct 27 14:08:56.311775 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-19f0c05e-ee77-46aa-92b5-8070d56b4782 req-009faf27-b2c3-4388-b8cc-1e26be399102 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601921 Oct 27 14:08:56.379338 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1892b81a-d34c-4aad-8de4-437f4a619e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:56.387688 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1892b81a-d34c-4aad-8de4-437f4a619e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:56.441499 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-1892b81a-d34c-4aad-8de4-437f4a619e67 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=df84788d9ba244d884dda2d15cbcb5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096768 Oct 27 14:08:56.444822 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 46926) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:56.448458 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892b81a-d34c-4aad-8de4-437f4a619e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ac3ca5-db6c-4512-8488-04bf3de3c009,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:56.519612 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-98f8d62f-6c42-41f9-9e4f-32282a886d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:56.527173 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b669c-9f53-4aa2-9441-7402a965ae76 req-1ef7b5e2-ec5e-4677-832b-a83acfc107ce tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:56.529034 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b34b669c-9f53-4aa2-9441-7402a965ae76 req-1ef7b5e2-ec5e-4677-832b-a83acfc107ce tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 944 time: 0.0716798 Oct 27 14:08:56.546790 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-98f8d62f-6c42-41f9-9e4f-32282a886d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:56.574765 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b34b669c-9f53-4aa2-9441-7402a965ae76 req-cf832d77-2591-4e52-90cf-6ffc165dcdd9 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366592 Oct 27 14:08:56.607693 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-98f8d62f-6c42-41f9-9e4f-32282a886d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:56.610273 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-98f8d62f-6c42-41f9-9e4f-32282a886d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:56.611452 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-98f8d62f-6c42-41f9-9e4f-32282a886d40 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c0ac3ca5-db6c-4512-8488-04bf3de3c009 HTTP/1.1" status: 204 len: 168 time: 0.1656082 Oct 27 14:08:56.621491 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8d62f-6c42-41f9-9e4f-32282a886d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ac3ca5-db6c-4512-8488-04bf3de3c009,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:56.804999 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7deb5ba-7ad8-4b78-b4eb-f8bf75462ac3 req-1ea035e5-550c-404b-894b-bca1cabaf6e2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:56.806712 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c7deb5ba-7ad8-4b78-b4eb-f8bf75462ac3 req-1ea035e5-550c-404b-894b-bca1cabaf6e2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0638165 Oct 27 14:08:56.879254 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c7deb5ba-7ad8-4b78-b4eb-f8bf75462ac3 req-5ca67702-41d2-4e93-b15e-d0be98ce103b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590961 Oct 27 14:08:57.117138 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 766d9692-5198-4c25-aa3a-d99900cc51b5 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:08:57.122343 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device d3b6171c-067b-46e6-9907-3c63ab8ab975 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:57.251418 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port d3b6171c-067b-46e6-9907-3c63ab8ab975 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:08:57.262742 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port d3b6171c-067b-46e6-9907-3c63ab8ab975 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:57.263114 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:57.319587 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 766d9692-5198-4c25-aa3a-d99900cc51b5, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=766d9692-5198-4c25-aa3a-d99900cc51b5,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:57.345625 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '766d9692-5198-4c25-aa3a-d99900cc51b5', 'network_id': 'e326cd63-ddc3-4370-9359-292ac983dba9', 'port_id': '766d9692-5198-4c25-aa3a-d99900cc51b5', 'mac_address': 'fa:16:3e:ab:56:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5397b1e-6cca-4404-be06-5171278a75ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:08:57.420189 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:57.437322 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:57.449754 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766d9692-5198-4c25-aa3a-d99900cc51b5 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:57.481276 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70957fff-2020-4c1f-8829-004a5b2cb3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b6171c-067b-46e6-9907-3c63ab8ab975'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:57.483860 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98bc0c8-54dc-405b-a226-59431c27c774" -d '{"events": [{"server_uuid": "70957fff-2020-4c1f-8829-004a5b2cb3f8", "name": "network-vif-plugged", "status": "completed", "tag": "d3b6171c-067b-46e6-9907-3c63ab8ab975"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:57.487591 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af537517-4060-4190-83f4-83ebf3fd10e3 req-63d8f935-cad8-406f-a520-848afedcb28d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:57.490152 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-af537517-4060-4190-83f4-83ebf3fd10e3 req-63d8f935-cad8-406f-a520-848afedcb28d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 944 time: 0.0740178 Oct 27 14:08:57.511565 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 766d9692-5198-4c25-aa3a-d99900cc51b5, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=766d9692-5198-4c25-aa3a-d99900cc51b5,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:57.530803 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:57.531537 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aab79689-5599-45f7-b77c-95b865b88b1d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:08:57.542094 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-af537517-4060-4190-83f4-83ebf3fd10e3 req-a4583f0c-28e4-4c2c-87b1-c45501188ffc tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443408 Oct 27 14:08:57.545762 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port d3b6171c-067b-46e6-9907-3c63ab8ab975, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d3b6171c-067b-46e6-9907-3c63ab8ab975,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:57.559350 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e772eeda-0018-4340-9609-f65c5dca0c59 x-openstack-request-id: req-e772eeda-0018-4340-9609-f65c5dca0c59 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:57.559765 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70957fff-2020-4c1f-8829-004a5b2cb3f8", "name": "network-vif-plugged", "status": "completed", "tag": "d3b6171c-067b-46e6-9907-3c63ab8ab975", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:57.560075 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e772eeda-0018-4340-9609-f65c5dca0c59 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:57.560588 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70957fff-2020-4c1f-8829-004a5b2cb3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b6171c-067b-46e6-9907-3c63ab8ab975', 'code': 200} Oct 27 14:08:57.593863 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:57.594627 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 15887899-2093-4823-88fd-9157f73d58e7 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:57.717487 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=766d9692-5198-4c25-aa3a-d99900cc51b5,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:57.745324 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aa138-3304-48b5-9b68-ec38209516ea req-a19ca4a7-74c2-4927-9468-9c770837bdcd tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:57.754585 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-431aa138-3304-48b5-9b68-ec38209516ea req-a19ca4a7-74c2-4927-9468-9c770837bdcd tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 944 time: 0.0637190 Oct 27 14:08:57.785780 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 15887899-2093-4823-88fd-9157f73d58e7 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:08:57.810572 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 15887899-2093-4823-88fd-9157f73d58e7 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:57.810572 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:57.852115 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-431aa138-3304-48b5-9b68-ec38209516ea req-79e2564b-82fc-41a2-a1b1-f054c32b1030 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910225 Oct 27 14:08:57.862184 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=d3b6171c-067b-46e6-9907-3c63ab8ab975,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:57.865637 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6929cb1-177d-47cd-8ba1-52b401c00ecb req-59873122-3c7d-4e22-ac53-ffe722ee6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:57.867815 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:57.869444 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a6929cb1-177d-47cd-8ba1-52b401c00ecb req-59873122-3c7d-4e22-ac53-ffe722ee6502 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 1098 time: 0.1112139 Oct 27 14:08:57.888311 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'port_id': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'mac_address': 'fa:16:3e:da:6c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:08:57.942007 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:57.950674 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a6929cb1-177d-47cd-8ba1-52b401c00ecb req-be3990b0-c05f-4df9-892d-1d83fb735281 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704353 Oct 27 14:08:57.982029 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab79689-5599-45f7-b77c-95b865b88b1d {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:58.010786 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:58.016230 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:58.026228 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202fa4-258a-4957-a000-779dd4ba0d02 req-645546f9-0920-4cdb-a292-092f1afdff7a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:58.026566 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:58.028356 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9c202fa4-258a-4957-a000-779dd4ba0d02 req-645546f9-0920-4cdb-a292-092f1afdff7a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0749786 Oct 27 14:08:58.080075 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 15887899-2093-4823-88fd-9157f73d58e7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=15887899-2093-4823-88fd-9157f73d58e7,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:58.094937 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9c202fa4-258a-4957-a000-779dd4ba0d02 req-6ee0fac3-1c75-4a93-90c5-5d6aeed99c25 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547290 Oct 27 14:08:58.100014 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:58.106658 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=aab79689-5599-45f7-b77c-95b865b88b1d,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:58.172792 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=15887899-2093-4823-88fd-9157f73d58e7,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:58.376192 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['aab79689-5599-45f7-b77c-95b865b88b1d'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:08:58.440138 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['766d9692-5198-4c25-aa3a-d99900cc51b5'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:08:58.440986 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47026) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:58.638994 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7df74c22-01d2-44e5-8eac-53a6e89e09bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:58.742992 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ee087-0e69-4c3e-a384-5bcfbd3a06e1 req-f141abb8-c535-44ad-a07b-cfca4a30c295 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:58.751978 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e37ee087-0e69-4c3e-a384-5bcfbd3a06e1 req-f141abb8-c535-44ad-a07b-cfca4a30c295 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0812120 Oct 27 14:08:58.778958 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7df74c22-01d2-44e5-8eac-53a6e89e09bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:58.783528 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7df74c22-01d2-44e5-8eac-53a6e89e09bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:58.790532 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e37ee087-0e69-4c3e-a384-5bcfbd3a06e1 req-911e1748-c6cb-43c0-a7de-73bb79ece1d0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373299 Oct 27 14:08:58.820639 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df74c22-01d2-44e5-8eac-53a6e89e09bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5479c2f4-d0ba-42b4-b99d-56813b242c15,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:58.831834 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 47048) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:58.831960 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-7df74c22-01d2-44e5-8eac-53a6e89e09bf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=70ed243fdfaf480fb391acfb627d07c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887095 Oct 27 14:08:58.886493 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-dc4d64f2-3c0e-40e6-bf3f-7ec5bf69d5ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:58.910974 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-dc4d64f2-3c0e-40e6-bf3f-7ec5bf69d5ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:59.222783 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2f1d3-db13-475d-802f-50baeadfb18e req-619124dc-fccf-4994-9dc5-b76c43c7bcdc tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:59.224438 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fea2f1d3-db13-475d-802f-50baeadfb18e req-619124dc-fccf-4994-9dc5-b76c43c7bcdc tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.3039341 Oct 27 14:08:59.242739 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-dc4d64f2-3c0e-40e6-bf3f-7ec5bf69d5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:59.245193 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-dc4d64f2-3c0e-40e6-bf3f-7ec5bf69d5ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:59.246353 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-dc4d64f2-3c0e-40e6-bf3f-7ec5bf69d5ff admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5479c2f4-d0ba-42b4-b99d-56813b242c15 HTTP/1.1" status: 204 len: 168 time: 0.4133475 Oct 27 14:08:59.269960 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d64f2-3c0e-40e6-bf3f-7ec5bf69d5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5479c2f4-d0ba-42b4-b99d-56813b242c15,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:59.291416 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c086a-d49f-428a-b7c7-9ff00fc172ec req-d91faacd-2712-470f-8c4c-6a9eae67e576 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:59.293026 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e74c086a-d49f-428a-b7c7-9ff00fc172ec req-d91faacd-2712-470f-8c4c-6a9eae67e576 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 945 time: 0.1104541 Oct 27 14:08:59.301125 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fea2f1d3-db13-475d-802f-50baeadfb18e req-3a4895c5-f31b-4168-b642-cda39b766730 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689526 Oct 27 14:08:59.371735 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e74c086a-d49f-428a-b7c7-9ff00fc172ec req-785533ef-a525-4252-ba98-c5ac87f30e1d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510688 Oct 27 14:08:59.561599 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15887899-2093-4823-88fd-9157f73d58e7'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:59.564065 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d2d86d-c93d-46b2-b14d-d12e5d33ed52" -d '{"events": [{"server_uuid": "396ab30c-d8d7-48b2-a476-fe2cd2d21ce8", "name": "network-vif-plugged", "status": "completed", "tag": "15887899-2093-4823-88fd-9157f73d58e7"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:59.603856 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9009bd9b-2938-4d83-97cb-3e0162e1f8b6 x-openstack-request-id: req-9009bd9b-2938-4d83-97cb-3e0162e1f8b6 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:59.604188 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396ab30c-d8d7-48b2-a476-fe2cd2d21ce8", "name": "network-vif-plugged", "status": "completed", "tag": "15887899-2093-4823-88fd-9157f73d58e7", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:59.604441 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9009bd9b-2938-4d83-97cb-3e0162e1f8b6 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:59.604829 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15887899-2093-4823-88fd-9157f73d58e7', 'code': 200} Oct 27 14:08:59.632887 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47072) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:59.649143 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-193cf8c0-0713-42f8-8b55-719252f433c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:59.743291 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-193cf8c0-0713-42f8-8b55-719252f433c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:59.747272 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-193cf8c0-0713-42f8-8b55-719252f433c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:59.789827 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-193cf8c0-0713-42f8-8b55-719252f433c8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dad73dcc8dfd4af0951a38230366a41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522355 Oct 27 14:08:59.789827 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cf8c0-0713-42f8-8b55-719252f433c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5052cb07-1df9-416f-8ee6-b747de3ba892,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:59.790060 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 47078) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:59.839155 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf8bd-84c4-4492-a127-863b394c5db9 req-dc3d31ad-2a5f-4287-9c41-b0e5a78c30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:59.840696 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7b3cf8bd-84c4-4492-a127-863b394c5db9 req-dc3d31ad-2a5f-4287-9c41-b0e5a78c30bf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 1098 time: 0.0843387 Oct 27 14:08:59.918263 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-17aa8051-ff24-4483-a0a0-d0d78afaf852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:59.923674 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7b3cf8bd-84c4-4492-a127-863b394c5db9 req-9025c2dd-da64-436f-83a8-60c977481351 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733199 Oct 27 14:08:59.950573 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-17aa8051-ff24-4483-a0a0-d0d78afaf852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:59.959376 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520d425-62cd-40a5-ba33-f2fe0ff87795 req-1bf6a1d2-a2de-46d5-9a39-cc2c1d3734ee tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:59.961051 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8520d425-62cd-40a5-ba33-f2fe0ff87795 req-1bf6a1d2-a2de-46d5-9a39-cc2c1d3734ee tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0922344 Oct 27 14:09:00.019370 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8520d425-62cd-40a5-ba33-f2fe0ff87795 req-44080efb-2501-4d62-a606-672ab410752c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510411 Oct 27 14:09:00.045425 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-17aa8051-ff24-4483-a0a0-d0d78afaf852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:00.048034 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-17aa8051-ff24-4483-a0a0-d0d78afaf852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:00.052528 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-17aa8051-ff24-4483-a0a0-d0d78afaf852 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5052cb07-1df9-416f-8ee6-b747de3ba892 HTTP/1.1" status: 204 len: 168 time: 0.2586648 Oct 27 14:09:00.058588 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa8051-ff24-4483-a0a0-d0d78afaf852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5052cb07-1df9-416f-8ee6-b747de3ba892,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:00.330035 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca78202-0ff2-4617-9672-797f95a9069c req-7af8f07d-9f5d-416e-bfd7-fa76b0198dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:00.331568 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2ca78202-0ff2-4617-9672-797f95a9069c req-7af8f07d-9f5d-416e-bfd7-fa76b0198dcd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 1098 time: 0.0710933 Oct 27 14:09:00.349528 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f04975-fc55-487e-a5e8-6bc63964072a req-7f21ad71-4d4b-4e62-9b9d-3da363926601 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:00.352502 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-89f04975-fc55-487e-a5e8-6bc63964072a req-7f21ad71-4d4b-4e62-9b9d-3da363926601 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0647893 Oct 27 14:09:00.425641 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47100) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:00.441003 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-77eca25a-382c-4269-ae9d-942958d1db67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:00.494698 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-89f04975-fc55-487e-a5e8-6bc63964072a req-4dbdfbbc-2a9e-453c-9f0b-6b5c18d6a2b0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322832 Oct 27 14:09:00.521840 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5416f-f20e-41eb-9089-969276c1d2e3 req-9386ddfd-056c-402f-87a4-5f422fc37ed6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:00.529183 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ead5416f-f20e-41eb-9089-969276c1d2e3 req-9386ddfd-056c-402f-87a4-5f422fc37ed6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1237836 Oct 27 14:09:00.531450 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca78202-0ff2-4617-9672-797f95a9069c req-07b102da-950a-4ec2-90df-86f59b78fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:00.532935 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2ca78202-0ff2-4617-9672-797f95a9069c req-07b102da-950a-4ec2-90df-86f59b78fcaa service neutron] 10.222.0.71 "GET /v2.0/networks?id=e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 200 len: 920 time: 0.1794815 Oct 27 14:09:00.562115 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-77eca25a-382c-4269-ae9d-942958d1db67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:00.567440 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-77eca25a-382c-4269-ae9d-942958d1db67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:00.588876 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2ca78202-0ff2-4617-9672-797f95a9069c req-dce5047f-43b4-482d-9395-8a453700b954 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3b6171c-067b-46e6-9907-3c63ab8ab975 HTTP/1.1" status: 200 len: 217 time: 0.0479617 Oct 27 14:09:00.618314 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-77eca25a-382c-4269-ae9d-942958d1db67 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b42a0eb311dc423698ba8fd300f90e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912720 Oct 27 14:09:00.618974 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47108) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:00.637628 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eca25a-382c-4269-ae9d-942958d1db67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a059ef4-5716-465d-9b0c-2d409f942d0a,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:00.670427 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ead5416f-f20e-41eb-9089-969276c1d2e3 req-bce0074f-f3d0-45c4-9645-224f7e391a2b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402936 Oct 27 14:09:00.676268 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1044d5a6-f7b2-4fae-8374-dd31a62d293e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:00.712939 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1044d5a6-f7b2-4fae-8374-dd31a62d293e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:00.718492 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1efbb-9c25-47cd-8c50-55dc2b45962c req-9444acc8-ec76-446f-b335-e2b47e0eaa40 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:00.725934 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-25f1efbb-9c25-47cd-8c50-55dc2b45962c req-9444acc8-ec76-446f-b335-e2b47e0eaa40 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 945 time: 0.1394279 Oct 27 14:09:00.729354 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca78202-0ff2-4617-9672-797f95a9069c req-ce59f36a-9895-4cca-b571-4c6d24a60799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:00.730878 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2ca78202-0ff2-4617-9672-797f95a9069c req-ce59f36a-9895-4cca-b571-4c6d24a60799 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5397b1e-6cca-4404-be06-5171278a75ad HTTP/1.1" status: 200 len: 858 time: 0.1298437 Oct 27 14:09:00.774278 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2ca78202-0ff2-4617-9672-797f95a9069c req-b1aff10c-ff55-42fa-bb3e-61cb3c1d6d7c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e326cd63-ddc3-4370-9359-292ac983dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307362 Oct 27 14:09:00.777093 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1044d5a6-f7b2-4fae-8374-dd31a62d293e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:00.779998 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1044d5a6-f7b2-4fae-8374-dd31a62d293e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:00.781156 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-1044d5a6-f7b2-4fae-8374-dd31a62d293e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1a059ef4-5716-465d-9b0c-2d409f942d0a HTTP/1.1" status: 204 len: 168 time: 0.1611104 Oct 27 14:09:00.794060 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044d5a6-f7b2-4fae-8374-dd31a62d293e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a059ef4-5716-465d-9b0c-2d409f942d0a,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:00.847473 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-25f1efbb-9c25-47cd-8c50-55dc2b45962c req-ced39c6a-cb06-4f2d-aa1a-a0a1f46b0313 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206419 Oct 27 14:09:00.898398 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2ca78202-0ff2-4617-9672-797f95a9069c req-a8d0c0c7-8acc-4715-9d45-3fc6a3679a6b service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064522 Oct 27 14:09:01.031913 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2ca78202-0ff2-4617-9672-797f95a9069c req-79a0d372-051a-4d02-9b6d-81d94f217f27 service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189346 Oct 27 14:09:01.157154 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 766d9692-5198-4c25-aa3a-d99900cc51b5 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:09:01.237609 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 766d9692-5198-4c25-aa3a-d99900cc51b5 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:09:01.252055 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 766d9692-5198-4c25-aa3a-d99900cc51b5 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:09:01.252415 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:01.398679 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:01.446546 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 766d9692-5198-4c25-aa3a-d99900cc51b5, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=766d9692-5198-4c25-aa3a-d99900cc51b5,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:01.452309 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:01.453164 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aab79689-5599-45f7-b77c-95b865b88b1d up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:09:01.558633 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=766d9692-5198-4c25-aa3a-d99900cc51b5,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:01.578228 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port aab79689-5599-45f7-b77c-95b865b88b1d completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:09:01.584100 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port aab79689-5599-45f7-b77c-95b865b88b1d triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:09:01.586172 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:01.612537 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbc567f-bc87-48cd-b910-ba46c84f914d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766d9692-5198-4c25-aa3a-d99900cc51b5'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:01.617047 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541dc2d3-1bbd-4746-b03e-88bebdedbb12" -d '{"events": [{"server_uuid": "adbc567f-bc87-48cd-b910-ba46c84f914d", "name": "network-vif-plugged", "status": "completed", "tag": "766d9692-5198-4c25-aa3a-d99900cc51b5"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:01.744112 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d67801-b345-4e53-a99c-a0e2fa100da4 req-68550a3e-ffce-4421-842c-af306b3f6bf5 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:01.752518 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-92d67801-b345-4e53-a99c-a0e2fa100da4 req-68550a3e-ffce-4421-842c-af306b3f6bf5 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.1161740 Oct 27 14:09:01.763916 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dde2fe9-0f41-4755-9493-4d82e721f28b x-openstack-request-id: req-4dde2fe9-0f41-4755-9493-4d82e721f28b {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:01.764485 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbc567f-bc87-48cd-b910-ba46c84f914d", "name": "network-vif-plugged", "status": "completed", "tag": "766d9692-5198-4c25-aa3a-d99900cc51b5", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:01.764895 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4dde2fe9-0f41-4755-9493-4d82e721f28b {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:01.765440 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbc567f-bc87-48cd-b910-ba46c84f914d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766d9692-5198-4c25-aa3a-d99900cc51b5', 'code': 200} Oct 27 14:09:01.790976 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:01.852981 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-92d67801-b345-4e53-a99c-a0e2fa100da4 req-d3483b2c-f084-483a-90f5-dd5a0c78bdc0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969446 Oct 27 14:09:01.891735 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:01.901065 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:02.000879 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=aab79689-5599-45f7-b77c-95b865b88b1d,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:02.098542 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76ac33-856d-4cb5-a54c-abb51622f849 req-14c6d477-4cc3-465d-aad7-8bbe815a2bec tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:02.100174 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4e76ac33-856d-4cb5-a54c-abb51622f849 req-14c6d477-4cc3-465d-aad7-8bbe815a2bec tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.2019022 Oct 27 14:09:02.105207 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3246c-c4d8-4fd3-b2b4-32efb969a247 req-da77a2d6-c356-4d26-99ae-385f6748bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:02.106809 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-27a3246c-c4d8-4fd3-b2b4-32efb969a247 req-da77a2d6-c356-4d26-99ae-385f6748bc38 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 1099 time: 0.1329205 Oct 27 14:09:02.141323 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4adac-73f1-4ea9-b1fb-dddd4cd3d814 req-2b84c690-bcc4-4f0a-8669-a21baee34c5f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:02.142964 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a4e4adac-73f1-4ea9-b1fb-dddd4cd3d814 req-2b84c690-bcc4-4f0a-8669-a21baee34c5f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.1082208 Oct 27 14:09:02.198478 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4e76ac33-856d-4cb5-a54c-abb51622f849 req-65831277-d5a4-429c-bc91-165e7c52f715 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898049 Oct 27 14:09:02.206890 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-27a3246c-c4d8-4fd3-b2b4-32efb969a247 req-85d17b57-58f5-4238-9e40-c2ea21cbcaa3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891881 Oct 27 14:09:02.221078 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a4e4adac-73f1-4ea9-b1fb-dddd4cd3d814 req-153c30b5-a4ae-4a58-9b10-f431549b3e87 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695755 Oct 27 14:09:02.305533 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47192) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:02.337068 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d235d-8662-49fb-8977-62a7add02374 req-d6ba0f7b-1810-471e-8980-a1a5d2e7f3c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:02.338692 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8f1d235d-8662-49fb-8977-62a7add02374 req-d6ba0f7b-1810-471e-8980-a1a5d2e7f3c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0592446 Oct 27 14:09:02.347284 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 47196) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:02.352151 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-82a1961f-81e8-43cc-b2ad-34f43708108b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'floatingip': {'port_id': '15887899-2093-4823-88fd-9157f73d58e7'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:02.430683 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-128c0f80-a8df-4879-9505-2ee63a6048b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:02.431683 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-82a1961f-81e8-43cc-b2ad-34f43708108b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:02.525353 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-128c0f80-a8df-4879-9505-2ee63a6048b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:02.530152 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-128c0f80-a8df-4879-9505-2ee63a6048b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:02.572058 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-128c0f80-a8df-4879-9505-2ee63a6048b7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5083913f983e4ce5adf7b51c32d03336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652860 Oct 27 14:09:02.574008 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c0f80-a8df-4879-9505-2ee63a6048b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2075c4-54a1-409b-86de-90f1e6df7a54,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:02.576479 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47202) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:02.631125 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf5643b0-2588-4aba-8c7d-f19a73e0db57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:02.665707 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf5643b0-2588-4aba-8c7d-f19a73e0db57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:02.730791 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf5643b0-2588-4aba-8c7d-f19a73e0db57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:02.733400 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf5643b0-2588-4aba-8c7d-f19a73e0db57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:02.734569 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-cf5643b0-2588-4aba-8c7d-f19a73e0db57 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0f2075c4-54a1-409b-86de-90f1e6df7a54 HTTP/1.1" status: 204 len: 168 time: 0.1569049 Oct 27 14:09:02.744140 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5643b0-2588-4aba-8c7d-f19a73e0db57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2075c4-54a1-409b-86de-90f1e6df7a54,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:03.047466 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4b138-6bd5-48ae-84a0-f96a64dc2e2e req-4e08df44-7fc3-493f-b757-553c4a65b0fe tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:03.048979 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f5e4b138-6bd5-48ae-84a0-f96a64dc2e2e req-4e08df44-7fc3-493f-b757-553c4a65b0fe tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.1278162 Oct 27 14:09:03.170700 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f5e4b138-6bd5-48ae-84a0-f96a64dc2e2e req-4cd3642f-9ce8-43ee-81bd-81146591eae6 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124601 Oct 27 14:09:03.172718 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-82a1961f-81e8-43cc-b2ad-34f43708108b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:03.177235 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-82a1961f-81e8-43cc-b2ad-34f43708108b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:03.529215 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ebdfe-aaea-423f-9848-387eb512af2f req-dabf2112-e1ea-4492-8b26-57d5cf8dc2ca tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:03.530868 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-067ebdfe-aaea-423f-9848-387eb512af2f req-dabf2112-e1ea-4492-8b26-57d5cf8dc2ca tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0771122 Oct 27 14:09:03.543576 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [None req-82a1961f-81e8-43cc-b2ad-34f43708108b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Floating IP a98ca783-0a7d-40cc-8e3c-6ca86d69388c associated. External IP: 172.27.0.67, port: 15887899-2093-4823-88fd-9157f73d58e7. Oct 27 14:09:03.652115 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-067ebdfe-aaea-423f-9848-387eb512af2f req-29726eeb-7413-4079-93c2-358f8ed11a82 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099575 Oct 27 14:09:03.768262 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:03.771645 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab05bda7-29da-439a-a581-ae12ab1da59b" -d '{"events": [{"server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "name": "network-vif-plugged", "status": "completed", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:03.806347 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a1961f-81e8-43cc-b2ad-34f43708108b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:09:03.821392 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-a48b5438-d72b-4f07-ab04-9d8ed3a0633f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:03.837632 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834a1f76-b01e-445f-a433-5e1212fe303c x-openstack-request-id: req-834a1f76-b01e-445f-a433-5e1212fe303c {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:03.837950 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "name": "network-vif-plugged", "status": "completed", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:03.838208 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-834a1f76-b01e-445f-a433-5e1212fe303c {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:03.838625 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'code': 200} Oct 27 14:09:03.927792 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a1961f-81e8-43cc-b2ad-34f43708108b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:09:03.933059 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-82a1961f-81e8-43cc-b2ad-34f43708108b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:03.942433 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e6b8c0-9061-49d6-bc41-bdfbbbf18539 None None] Sync routers for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:09:03.953205 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6b8c0-9061-49d6-bc41-bdfbbbf18539 None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:09:03.953820 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-82e6b8c0-9061-49d6-bc41-bdfbbbf18539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:03.964007 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-82a1961f-81e8-43cc-b2ad-34f43708108b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "PUT /v2.0/floatingips/a98ca783-0a7d-40cc-8e3c-6ca86d69388c HTTP/1.1" status: 200 len: 990 time: 1.6130378 Oct 27 14:09:03.964007 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'tag': '15887899-2093-4823-88fd-9157f73d58e7'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:03.964273 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773beda9-7048-4a2c-a736-ade84cdde06f" -d '{"events": [{"name": "network-changed", "server_uuid": "396ab30c-d8d7-48b2-a476-fe2cd2d21ce8", "tag": "15887899-2093-4823-88fd-9157f73d58e7"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:04.013590 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adfd2c3-e169-4fe5-8fda-a12cca44cf2f x-openstack-request-id: req-8adfd2c3-e169-4fe5-8fda-a12cca44cf2f {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:04.014057 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396ab30c-d8d7-48b2-a476-fe2cd2d21ce8", "tag": "15887899-2093-4823-88fd-9157f73d58e7", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:04.014384 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8adfd2c3-e169-4fe5-8fda-a12cca44cf2f {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:04.014845 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'tag': '15887899-2093-4823-88fd-9157f73d58e7', 'status': 'completed', 'code': 200} Oct 27 14:09:04.064928 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-82e6b8c0-9061-49d6-bc41-bdfbbbf18539 None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:09:04.300055 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad7d7-5843-4de7-ad50-da8b75473b24 req-844c9219-1826-41e7-a25c-a2cbfb53097b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:04.304351 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5b3ad7d7-5843-4de7-ad50-da8b75473b24 req-844c9219-1826-41e7-a25c-a2cbfb53097b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0542064 Oct 27 14:09:04.342097 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5b3ad7d7-5843-4de7-ad50-da8b75473b24 req-6ed81c7e-4b7f-441d-ab5e-a10721fe4f1f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332491 Oct 27 14:09:04.346956 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-82e6b8c0-9061-49d6-bc41-bdfbbbf18539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'a98ca783-0a7d-40cc-8e3c-6ca86d69388c', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'port_id': '15887899-2093-4823-88fd-9157f73d58e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'mac_address': 'fa:16:3e:a2:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:08:37Z', 'updated_at': '2021-10-27T14:09:02Z', 'revision_number': 1, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:04.373921 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e6b8c0-9061-49d6-bc41-bdfbbbf18539 None None] Checking router: fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:09:04.383457 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6b8c0-9061-49d6-bc41-bdfbbbf18539 None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:09:04.384063 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-82e6b8c0-9061-49d6-bc41-bdfbbbf18539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:08:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:04.495699 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-82e6b8c0-9061-49d6-bc41-bdfbbbf18539 None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:09:04.747791 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-82e6b8c0-9061-49d6-bc41-bdfbbbf18539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'a98ca783-0a7d-40cc-8e3c-6ca86d69388c', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'port_id': '15887899-2093-4823-88fd-9157f73d58e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'mac_address': 'fa:16:3e:a2:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:08:37Z', 'updated_at': '2021-10-27T14:09:02Z', 'revision_number': 1, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:04.770171 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4909df-a34e-4d41-836a-38a7bc108737 req-cf2eec03-2397-4cdd-8d5f-c3803ee16787 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:04.771677 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5c4909df-a34e-4d41-836a-38a7bc108737 req-cf2eec03-2397-4cdd-8d5f-c3803ee16787 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0526290 Oct 27 14:09:04.774262 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e6b8c0-9061-49d6-bc41-bdfbbbf18539 None None] The sync data for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi is: [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'a98ca783-0a7d-40cc-8e3c-6ca86d69388c', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'port_id': '15887899-2093-4823-88fd-9157f73d58e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'mac_address': 'fa:16:3e:a2:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:08:37Z', 'updated_at': '2021-10-27T14:09:02Z', 'revision_number': 1, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:09:04.813022 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5c4909df-a34e-4d41-836a-38a7bc108737 req-4057484e-0f1e-48ba-9183-ffdd42776692 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344300 Oct 27 14:09:04.972431 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf133287-e211-4da1-8d69-ebcd92939204 None None] New status for floating IP a98ca783-0a7d-40cc-8e3c-6ca86d69388c: ACTIVE {{(pid=101657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:09:05.459526 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be29af8-4c71-486d-950f-88fcb53f2063 req-a9ab6b9c-4194-4964-9580-9cba063cf568 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:05.461642 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1be29af8-4c71-486d-950f-88fcb53f2063 req-a9ab6b9c-4194-4964-9580-9cba063cf568 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0503731 Oct 27 14:09:05.500217 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1be29af8-4c71-486d-950f-88fcb53f2063 req-57719f00-cfd3-4db4-892d-ef29eb61904a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Oct 27 14:09:05.938392 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d7cc9-a2b3-4ed3-8a3f-1e79196e26fc req-fc60ca2d-9891-469e-9670-04a96db0b33d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:05.939913 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0a9d7cc9-a2b3-4ed3-8a3f-1e79196e26fc req-fc60ca2d-9891-469e-9670-04a96db0b33d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0547063 Oct 27 14:09:05.977332 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0a9d7cc9-a2b3-4ed3-8a3f-1e79196e26fc req-c9ecfac9-dd36-4cf0-b112-282e4ca9fadc tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313606 Oct 27 14:09:06.622574 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773beda9-7048-4a2c-a736-ade84cdde06f req-42a7ad04-46cc-4459-819a-12452ce27275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:06.624077 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-773beda9-7048-4a2c-a736-ade84cdde06f req-42a7ad04-46cc-4459-819a-12452ce27275 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 1098 time: 0.0719838 Oct 27 14:09:06.649460 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6989-33eb-4c83-9810-b9833ed20f51 req-ad702aa0-6279-4fbf-bf99-dc5fd4b3f60b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:06.650920 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-077c6989-33eb-4c83-9810-b9833ed20f51 req-ad702aa0-6279-4fbf-bf99-dc5fd4b3f60b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0595441 Oct 27 14:09:06.759882 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-dea4db50-c9c2-4713-a3a4-107ce0a2d2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:06.766665 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-077c6989-33eb-4c83-9810-b9833ed20f51 req-576136b7-784d-42bb-a4c6-4c0752af3c16 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074464 Oct 27 14:09:06.778437 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de97a97-5d2c-4886-83de-a049924b8c4a req-e7f13fa0-f295-4635-afb5-6b3d7e375587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:06.780016 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2de97a97-5d2c-4886-83de-a049924b8c4a req-e7f13fa0-f295-4635-afb5-6b3d7e375587 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 1099 time: 0.1190693 Oct 27 14:09:06.815064 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773beda9-7048-4a2c-a736-ade84cdde06f req-d6a4d660-237f-4888-abce-f2621eeaf7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:06.817029 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-773beda9-7048-4a2c-a736-ade84cdde06f req-d6a4d660-237f-4888-abce-f2621eeaf7df service neutron] 10.222.0.71 "GET /v2.0/networks?id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee HTTP/1.1" status: 200 len: 912 time: 0.1650274 Oct 27 14:09:06.839814 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2de97a97-5d2c-4886-83de-a049924b8c4a req-e7d6c920-3779-438b-a0ae-c10b4f5b36aa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464470 Oct 27 14:09:06.921586 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-773beda9-7048-4a2c-a736-ade84cdde06f req-b9263544-64c2-43b2-9d11-7a3f5e6cd9e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15887899-2093-4823-88fd-9157f73d58e7 HTTP/1.1" status: 200 len: 1000 time: 0.0922756 Oct 27 14:09:07.100127 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0209b70-8a5e-4293-9be4-9f11aa8cc409 req-d5e6dc24-4f25-41a7-93ed-561c3af6d55c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:07.102127 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c0209b70-8a5e-4293-9be4-9f11aa8cc409 req-d5e6dc24-4f25-41a7-93ed-561c3af6d55c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0498085 Oct 27 14:09:07.142716 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c0209b70-8a5e-4293-9be4-9f11aa8cc409 req-fc348d41-51cb-4cdd-a0a3-5881ceb01ba6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344982 Oct 27 14:09:07.208130 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773beda9-7048-4a2c-a736-ade84cdde06f req-85d39910-07f1-4753-ae88-6dc09c9c2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:07.209459 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-773beda9-7048-4a2c-a736-ade84cdde06f req-85d39910-07f1-4753-ae88-6dc09c9c2fb4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed1d1075-aeaf-4999-be5f-fa472215f194 HTTP/1.1" status: 200 len: 849 time: 0.0459518 Oct 27 14:09:07.291871 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773beda9-7048-4a2c-a736-ade84cdde06f req-7e0e9974-679f-4891-b07e-ad64cccfae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:07.293540 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-773beda9-7048-4a2c-a736-ade84cdde06f req-7e0e9974-679f-4891-b07e-ad64cccfae07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448437 Oct 27 14:09:07.402402 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-773beda9-7048-4a2c-a736-ade84cdde06f req-7c8fc643-4914-49fc-8957-61f1af84ed08 service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815687 Oct 27 14:09:07.513239 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-773beda9-7048-4a2c-a736-ade84cdde06f req-89f5085e-3c53-433a-9e21-12bae4b5f2cf service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961282 Oct 27 14:09:07.723275 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:07.908819 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdfbc9-dc01-4576-ae91-b1ae86a2860a req-7840da27-594e-45ed-b312-e0a5ac2db259 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:07.910395 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bcfdfbc9-dc01-4576-ae91-b1ae86a2860a req-7840da27-594e-45ed-b312-e0a5ac2db259 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0669265 Oct 27 14:09:07.923280 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:07.959540 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bcfdfbc9-dc01-4576-ae91-b1ae86a2860a req-c99fc2c5-4fa7-459a-9e73-12666e6f6481 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Oct 27 14:09:08.291689 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d569b-769b-452d-b8e2-645874f3d305 req-aa07700f-5294-40a6-ab59-e3bce67226c9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:08.293950 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a74d569b-769b-452d-b8e2-645874f3d305 req-aa07700f-5294-40a6-ab59-e3bce67226c9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0671475 Oct 27 14:09:08.353369 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a74d569b-769b-452d-b8e2-645874f3d305 req-a02e66c1-2614-4d07-ac97-eeac8583d9cb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511348 Oct 27 14:09:09.089480 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06addd1-67ab-4e6c-bf20-7614e2a4c6da req-f7e0974d-1f83-4301-9537-5abfcc50520e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:09.091228 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d06addd1-67ab-4e6c-bf20-7614e2a4c6da req-f7e0974d-1f83-4301-9537-5abfcc50520e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0528934 Oct 27 14:09:09.136405 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d06addd1-67ab-4e6c-bf20-7614e2a4c6da req-dc97e8ef-9256-41ae-b8f4-1e4c86f507c2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372632 Oct 27 14:09:09.210987 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:09:09.292829 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47394) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:09.412277 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.549367 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47412) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:09.558481 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228637b-0878-4185-acda-b484970d9f7e req-ccb0679c-1127-4f1b-918d-5164d89cec6f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:09.560042 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f228637b-0878-4185-acda-b484970d9f7e req-ccb0679c-1127-4f1b-918d-5164d89cec6f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.1061933 Oct 27 14:09:09.616209 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.631157 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-c71ffe95-b7bf-4e92-aa53-86e94ed9351b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:09.633041 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-c71ffe95-b7bf-4e92-aa53-86e94ed9351b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 815 time: 0.1676085 Oct 27 14:09:09.636475 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f228637b-0878-4185-acda-b484970d9f7e req-14c041f0-1725-44b0-8183-e58d9650edf5 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682125 Oct 27 14:09:09.666385 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-e8ea3fe4-8267-421f-aec7-0ec738a0fd8f tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/quotas/a55431e3db544b7980c81c6303d1e8b2 HTTP/1.1" status: 200 len: 375 time: 0.0258026 Oct 27 14:09:09.670145 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9bde82f7-c023-405a-8738-f4cb1d144273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.776986 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.785419 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.800215 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-cb9420d0-da9e-4d64-8667-5c0d7a6e6e5e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226010 Oct 27 14:09:09.845957 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=893a0f6cc908469bacb654487abfadd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952034 Oct 27 14:09:09.848590 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9bde82f7-c023-405a-8738-f4cb1d144273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.849734 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47428) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:09.850311 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208197ad-00aa-4f17-a50f-156209c32e0e,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:09.872062 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9bde82f7-c023-405a-8738-f4cb1d144273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.878992 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.879299 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.879649 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.879972 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.880254 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd344ed5-2539-4b78-b428-0625f0cfe071 req-0dec8017-1f62-4a13-979b-be94071581d4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:09.880360 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.880617 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.880945 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.881272 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.881598 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.881743 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dd344ed5-2539-4b78-b428-0625f0cfe071 req-0dec8017-1f62-4a13-979b-be94071581d4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.1600616 Oct 27 14:09:09.881923 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.882247 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.882566 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2156603-2c7d-4152-a366-56e0fbe6b9f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.891410 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 47432) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:09.897496 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-559fe481-8232-4eef-9165-2dc8f625c93e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'floatingip': {'port_id': 'aab79689-5599-45f7-b77c-95b865b88b1d'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:09.960753 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-559fe481-8232-4eef-9165-2dc8f625c93e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.961117 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-9bde82f7-c023-405a-8738-f4cb1d144273 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4504040a16664b298bf77e30fb1c5e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6666274 Oct 27 14:09:09.962699 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde82f7-c023-405a-8738-f4cb1d144273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ed1482-40d8-465f-a2bf-8c66578eb3a1,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:09.964770 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 47434) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:09.965552 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8dc17d41-e87a-4135-9b5d-ef46a084faf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.992355 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8dc17d41-e87a-4135-9b5d-ef46a084faf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.010451 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-ec31ec46-3564-412e-9c3d-c092a812f13d service neutron] 10.222.0.85 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096314 Oct 27 14:09:10.043971 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8dc17d41-e87a-4135-9b5d-ef46a084faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.046548 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8dc17d41-e87a-4135-9b5d-ef46a084faf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.050422 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-8dc17d41-e87a-4135-9b5d-ef46a084faf8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/208197ad-00aa-4f17-a50f-156209c32e0e HTTP/1.1" status: 204 len: 168 time: 0.1949861 Oct 27 14:09:10.061059 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc17d41-e87a-4135-9b5d-ef46a084faf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208197ad-00aa-4f17-a50f-156209c32e0e,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:10.264700 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.329815 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.332883 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-b9a6f9d3-b965-4b30-987e-a83e9e65080d service neutron] 10.222.0.85 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996955 Oct 27 14:09:10.336203 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47442) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:10.351670 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ceda59cf-cd38-4590-a994-161bf9a63b95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.388702 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd729410-39ef-4c0a-89a9-b5134c6b2102 req-6b4ba7ff-63ed-45bf-b67d-dbe7a39502ec tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:10.390461 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dd729410-39ef-4c0a-89a9-b5134c6b2102 req-6b4ba7ff-63ed-45bf-b67d-dbe7a39502ec tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.1547661 Oct 27 14:09:10.459580 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ceda59cf-cd38-4590-a994-161bf9a63b95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.464737 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ceda59cf-cd38-4590-a994-161bf9a63b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.519676 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ceda59cf-cd38-4590-a994-161bf9a63b95 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=953574a803ed49f7aa594ccc8cf039a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824434 Oct 27 14:09:10.520330 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47448) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:10.529160 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda59cf-cd38-4590-a994-161bf9a63b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9e6bb8-32cd-45b9-907b-fc8128e9ffb1,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:10.547863 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.548798 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.550002 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c6ed1482-40d8-465f-a2bf-8c66578eb3a1 HTTP/1.1" status: 204 len: 168 time: 0.5834081 Oct 27 14:09:10.601413 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3a3dccf1-948b-4f66-b854-38dbff3f15a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.631468 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3a3dccf1-948b-4f66-b854-38dbff3f15a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.697012 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3a3dccf1-948b-4f66-b854-38dbff3f15a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.701675 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3a3dccf1-948b-4f66-b854-38dbff3f15a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.702869 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-3a3dccf1-948b-4f66-b854-38dbff3f15a2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5b9e6bb8-32cd-45b9-907b-fc8128e9ffb1 HTTP/1.1" status: 204 len: 168 time: 0.1799843 Oct 27 14:09:10.715257 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dccf1-948b-4f66-b854-38dbff3f15a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9e6bb8-32cd-45b9-907b-fc8128e9ffb1,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:10.819392 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ee5aebb4-7d85-4790-8270-7ee26fbec51c req-e216af5f-1ff8-4729-aec6-4bf54304b70e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 210 time: 0.2957082 Oct 27 14:09:10.851544 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dd729410-39ef-4c0a-89a9-b5134c6b2102 req-6b046dab-f26b-4b3a-b3e2-197e6382431a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490824 Oct 27 14:09:10.859030 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ed1482-40d8-465f-a2bf-8c66578eb3a1,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:10.876796 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:10.877195 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:10.877475 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:10.877808 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:10.878140 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:10.878468 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:10.878801 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:10.879109 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:10.880046 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:10.880401 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:10.880712 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:10.881039 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d3cd2-fac1-47b4-bb40-6cfa1d52e49f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.034969 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-559fe481-8232-4eef-9165-2dc8f625c93e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.042227 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-559fe481-8232-4eef-9165-2dc8f625c93e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.168189 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47474) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:11.193730 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-11526ec8-2a72-45f3-b3b4-ac32a39de0b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.206598 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b8c80ab-13af-48ba-b065-444a6614f938 req-7450579a-e897-49d7-9d2d-cd2fbeb85f0c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0979776 Oct 27 14:09:11.215327 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 47476) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:11.238219 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-13d3fd6b-3058-474d-b822-20669732ae51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.263028 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [None req-559fe481-8232-4eef-9165-2dc8f625c93e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Floating IP f78ef0db-f1e3-4584-823e-5ae4253348ac associated. External IP: 172.27.0.46, port: aab79689-5599-45f7-b77c-95b865b88b1d. Oct 27 14:09:11.291389 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-11526ec8-2a72-45f3-b3b4-ac32a39de0b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.296153 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-11526ec8-2a72-45f3-b3b4-ac32a39de0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.338464 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11526ec8-2a72-45f3-b3b4-ac32a39de0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882ed16b-3f52-405a-b983-ae686db0b391,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:11.343580 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-11526ec8-2a72-45f3-b3b4-ac32a39de0b7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=897ec3b777d6404b834d542132a07ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741281 Oct 27 14:09:11.346336 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47478) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:11.409409 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3b16d798-546b-4551-8b12-22642eb29919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.432617 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3b16d798-546b-4551-8b12-22642eb29919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.447910 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c80ab-13af-48ba-b065-444a6614f938 req-03dc95f7-3d2b-4e51-8ef4-882597fc0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:11.449997 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b8c80ab-13af-48ba-b065-444a6614f938 req-03dc95f7-3d2b-4e51-8ef4-882597fc0c0c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fef26a68103c41df95d4610911087640&device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 1098 time: 0.1476614 Oct 27 14:09:11.481794 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3b16d798-546b-4551-8b12-22642eb29919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.484419 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3b16d798-546b-4551-8b12-22642eb29919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.485573 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-3b16d798-546b-4551-8b12-22642eb29919 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/882ed16b-3f52-405a-b983-ae686db0b391 HTTP/1.1" status: 204 len: 168 time: 0.1383595 Oct 27 14:09:11.496099 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16d798-546b-4551-8b12-22642eb29919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882ed16b-3f52-405a-b983-ae686db0b391,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:11.557748 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-13d3fd6b-3058-474d-b822-20669732ae51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.603067 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-13d3fd6b-3058-474d-b822-20669732ae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.672731 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-13d3fd6b-3058-474d-b822-20669732ae51 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=56b8c6c597bd4ad6aa7f12c88d757881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560053 Oct 27 14:09:11.675284 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47482) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:11.685579 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3fd6b-3058-474d-b822-20669732ae51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95868062-de6c-4c3b-b5e0-72b47568724d,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:11.711075 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c80ab-13af-48ba-b065-444a6614f938 req-feddd5ef-1f73-432b-8ba6-45d6dc860c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:11.713096 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b8c80ab-13af-48ba-b065-444a6614f938 req-feddd5ef-1f73-432b-8ba6-45d6dc860c4a service neutron] 10.222.0.71 "GET /v2.0/networks?id=9287d5f3-a99c-4613-b3ac-b9bc822802a7 HTTP/1.1" status: 200 len: 913 time: 0.2359076 Oct 27 14:09:11.718820 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559fe481-8232-4eef-9165-2dc8f625c93e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:09:11.732362 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f905478-b0ec-4cdf-8be2-9bc861293fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.760438 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f905478-b0ec-4cdf-8be2-9bc861293fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.835179 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b8c80ab-13af-48ba-b065-444a6614f938 req-a2b1417e-a114-4b6e-866d-af36867b652d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf HTTP/1.1" status: 200 len: 217 time: 0.0716124 Oct 27 14:09:11.837410 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f905478-b0ec-4cdf-8be2-9bc861293fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.840290 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f905478-b0ec-4cdf-8be2-9bc861293fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.841664 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0f905478-b0ec-4cdf-8be2-9bc861293fde admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/95868062-de6c-4c3b-b5e0-72b47568724d HTTP/1.1" status: 204 len: 168 time: 0.1653948 Oct 27 14:09:11.852513 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f905478-b0ec-4cdf-8be2-9bc861293fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95868062-de6c-4c3b-b5e0-72b47568724d,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:12.017959 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c80ab-13af-48ba-b065-444a6614f938 req-785cb64f-6bbc-4a67-aa4b-c6e8ea2da188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:12.019478 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b8c80ab-13af-48ba-b065-444a6614f938 req-785cb64f-6bbc-4a67-aa4b-c6e8ea2da188 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d945427a-e5ce-47c2-8172-47ce6ee1f1b1 HTTP/1.1" status: 200 len: 851 time: 0.1598058 Oct 27 14:09:12.024824 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-790afb10-af59-4748-a834-20e57eb49269 req-29d84bd8-3624-471e-93c8-8d64202e78c0 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 210 time: 0.0586686 Oct 27 14:09:12.036115 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559fe481-8232-4eef-9165-2dc8f625c93e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:09:12.053546 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65cf4a-3ba0-47f3-90cb-a7a23f87e7ae None None] Sync routers for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:09:12.058005 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-559fe481-8232-4eef-9165-2dc8f625c93e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.068563 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da65cf4a-3ba0-47f3-90cb-a7a23f87e7ae None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:09:12.085221 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-da65cf4a-3ba0-47f3-90cb-a7a23f87e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:09:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:12.131295 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b8c80ab-13af-48ba-b065-444a6614f938 req-a74caf2f-26ff-4b7a-9b4d-2587654b7d19 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9287d5f3-a99c-4613-b3ac-b9bc822802a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880671 Oct 27 14:09:12.173187 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-559fe481-8232-4eef-9165-2dc8f625c93e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "PUT /v2.0/floatingips/f78ef0db-f1e3-4584-823e-5ae4253348ac HTTP/1.1" status: 200 len: 991 time: 2.2780466 Oct 27 14:09:12.173881 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:12.176068 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e25c51-a258-4278-ba37-dd765fa53478" -d '{"events": [{"name": "network-changed", "server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:12.249895 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-da65cf4a-3ba0-47f3-90cb-a7a23f87e7ae None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:09:12.271596 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-8dbfa6b2-609c-485b-8388-d5268638a3af tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:12.273425 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-8dbfa6b2-609c-485b-8388-d5268638a3af tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 815 time: 0.3980637 Oct 27 14:09:12.308111 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f2ffa-f767-4597-bc46-878ed7043c6c req-b8567893-b6e6-4791-9ffa-aabffa0e4106 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:12.317953 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-436f2ffa-f767-4597-bc46-878ed7043c6c req-b8567893-b6e6-4791-9ffa-aabffa0e4106 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.3171244 Oct 27 14:09:12.326195 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Request body: {'port': {'device_id': 'b67be3cc-1fc7-4fc3-bdd0-03c799491784', 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987', 'admin_state_up': True, 'tenant_id': 'a55431e3db544b7980c81c6303d1e8b2'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:12.497572 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b8c80ab-13af-48ba-b065-444a6614f938 req-011861f0-5217-4928-8c54-244e111bbf03 service neutron] 10.222.0.71 "GET /v2.0/networks/9287d5f3-a99c-4613-b3ac-b9bc822802a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439174 Oct 27 14:09:12.556398 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-436f2ffa-f767-4597-bc46-878ed7043c6c req-adc1db15-375d-40fb-a857-d37c37c6a475 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369726 Oct 27 14:09:12.625075 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de09d177-8029-457f-a471-5fcb95286145 x-openstack-request-id: req-de09d177-8029-457f-a471-5fcb95286145 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:12.625375 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:12.625879 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-de09d177-8029-457f-a471-5fcb95286145 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:12.626288 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'status': 'completed', 'code': 200} Oct 27 14:09:12.730111 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b8c80ab-13af-48ba-b065-444a6614f938 req-ef8227d1-0b7a-46b0-b7af-52c1408acdec service neutron] 10.222.0.71 "GET /v2.0/networks/9287d5f3-a99c-4613-b3ac-b9bc822802a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067537 Oct 27 14:09:12.731022 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Made reservation on behalf of a55431e3db544b7980c81c6303d1e8b2 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:09:12.735493 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.761716 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25c51-a258-4278-ba37-dd765fa53478 req-4c2d6f99-3d8d-41b9-99c8-5bc6be542828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:12.764076 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66e25c51-a258-4278-ba37-dd765fa53478 req-4c2d6f99-3d8d-41b9-99c8-5bc6be542828 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 1099 time: 0.1123550 Oct 27 14:09:12.802046 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-da65cf4a-3ba0-47f3-90cb-a7a23f87e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'f78ef0db-f1e3-4584-823e-5ae4253348ac', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'port_id': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'mac_address': 'fa:16:3e:da:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:08:35Z', 'updated_at': '2021-10-27T14:09:10Z', 'revision_number': 1, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:12.847053 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65cf4a-3ba0-47f3-90cb-a7a23f87e7ae None None] Checking router: cb78f8bb-3bda-4e20-9887-e4cb05487ad5 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:09:12.858403 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da65cf4a-3ba0-47f3-90cb-a7a23f87e7ae None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:09:12.859379 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-da65cf4a-3ba0-47f3-90cb-a7a23f87e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:09:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:13.004541 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-da65cf4a-3ba0-47f3-90cb-a7a23f87e7ae None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:09:13.044782 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25c51-a258-4278-ba37-dd765fa53478 req-abae79ad-8d38-44fe-a2c7-1f4c12e9d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:13.046409 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66e25c51-a258-4278-ba37-dd765fa53478 req-abae79ad-8d38-44fe-a2c7-1f4c12e9d983 service neutron] 10.222.0.71 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 919 time: 0.2340560 Oct 27 14:09:13.061461 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Allocated IP 172.20.0.7 (5b53c648-0313-4179-8334-9fa5d1933987/3438be83-95f5-4dc5-9b6b-a057d921b6b0/9b8b3480-396e-4f51-94d1-f326ad7aef3e) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:09:13.195958 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e9ea0826-fa49-4f2b-8288-426410ea8c6a req-3002e48c-a611-439a-b5d6-007f2126a63e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 210 time: 0.0491185 Oct 27 14:09:13.203385 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66e25c51-a258-4278-ba37-dd765fa53478 req-728e893b-ea9c-4e08-a871-5bad573cf8f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab79689-5599-45f7-b77c-95b865b88b1d HTTP/1.1" status: 200 len: 999 time: 0.1250126 Oct 27 14:09:13.230038 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47600) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:13.343123 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25c51-a258-4278-ba37-dd765fa53478 req-927708f1-c28d-478a-89f6-dc275813280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:13.344782 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66e25c51-a258-4278-ba37-dd765fa53478 req-927708f1-c28d-478a-89f6-dc275813280a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad1ca395-0794-488c-93d8-0590c72f0634 HTTP/1.1" status: 200 len: 856 time: 0.1131485 Oct 27 14:09:13.380402 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-da65cf4a-3ba0-47f3-90cb-a7a23f87e7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'f78ef0db-f1e3-4584-823e-5ae4253348ac', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'port_id': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'mac_address': 'fa:16:3e:da:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:08:35Z', 'updated_at': '2021-10-27T14:09:10Z', 'revision_number': 1, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:13.436159 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da65cf4a-3ba0-47f3-90cb-a7a23f87e7ae None None] The sync data for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi is: [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'f78ef0db-f1e3-4584-823e-5ae4253348ac', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'port_id': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'mac_address': 'fa:16:3e:da:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:08:35Z', 'updated_at': '2021-10-27T14:09:10Z', 'revision_number': 1, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:09:13.440180 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25c51-a258-4278-ba37-dd765fa53478 req-49a0e2c9-89b5-475e-9f8a-e2cde7b979e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:13.442274 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66e25c51-a258-4278-ba37-dd765fa53478 req-49a0e2c9-89b5-475e-9f8a-e2cde7b979e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851135 Oct 27 14:09:13.464721 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.606234 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.617181 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-969217959-network', 'tenant_id': 'e557227f6d404acba108444e2f807bc2'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:13.629092 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['60d5d634-d73e-43e2-9077-dd41c390011b'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:09:13.666620 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Made reservation on behalf of e557227f6d404acba108444e2f807bc2 for: {'network': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:09:13.670890 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.689259 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.704305 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Pushing event updated for resources: {'Port': ['ID=9b8b3480-396e-4f51-94d1-f326ad7aef3e,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:13.730862 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Network 5b53c648-0313-4179-8334-9fa5d1933987 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:09:13.770786 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:09:13.782946 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:09:13.797017 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:13.798274 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.818465 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66e25c51-a258-4278-ba37-dd765fa53478 req-b2b9cda6-3cca-4bbc-9eca-07849a34fd06 service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960920 Oct 27 14:09:13.833076 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654ad8f1-7ce5-4ef6-8d9c-5d021e9da891 None None] New status for floating IP f78ef0db-f1e3-4584-823e-5ae4253348ac: ACTIVE {{(pid=101657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:09:13.836572 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.842909 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.862043 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-dfc3a561-7076-4c64-b497-78177c72486e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5412955 Oct 27 14:09:13.864957 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232} {{(pid=101656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:09:13.880327 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baa18d4-c972-46c4-bdfd-62f75a0d801d,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:13.886142 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.886487 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.segments_db [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Added segment ea401d1f-3536-49de-af18-54dd4a5cc161 of type vlan for network c0995375-e054-40e9-8e71-5bfdb80f49d9 Oct 27 14:09:13.937359 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Request body: {'port': {'device_id': 'b67be3cc-1fc7-4fc3-bdd0-03c799491784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:13.940093 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.948698 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866a6f3-ce8c-456a-9baa-cf2b643896d4 req-98769634-a7cf-45e1-a243-5813ee47c98a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:13.950554 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d866a6f3-ce8c-456a-9baa-cf2b643896d4 req-98769634-a7cf-45e1-a243-5813ee47c98a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.2404466 Oct 27 14:09:13.982599 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.991498 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:13.992115 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:14.041021 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66e25c51-a258-4278-ba37-dd765fa53478 req-c1643af9-b2b2-4fe8-a78a-f71f4342ecbc service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012618 Oct 27 14:09:14.067636 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] Pushing event updated for resources: {'Network': ['ID=c0995375-e054-40e9-8e71-5bfdb80f49d9,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:14.121912 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-b706c2e0-38f5-4f00-ad67-a78a7a29473e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8886654 Oct 27 14:09:14.121912 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47638) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:14.124654 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network c0995375-e054-40e9-8e71-5bfdb80f49d9 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:09:14.135025 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] Request body: {'subnet': {'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-969217959-subnet', 'tenant_id': 'e557227f6d404acba108444e2f807bc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:14.184018 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] Made reservation on behalf of e557227f6d404acba108444e2f807bc2 for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:09:14.187445 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5123651'] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:14.411876 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:14.431734 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5109561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5123665'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:14.441737 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d866a6f3-ce8c-456a-9baa-cf2b643896d4 req-fdf2be60-251f-4a12-bf26-d01a2026abdc tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696212 Oct 27 14:09:14.485698 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f2ecf-08e9-4e1c-8807-55d7b5344846 req-a9ee761c-d976-44ec-89cc-1b1a8b60978f tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:14.487651 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-671f2ecf-08e9-4e1c-8807-55d7b5344846 req-a9ee761c-d976-44ec-89cc-1b1a8b60978f tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 931 time: 0.1038392 Oct 27 14:09:14.491750 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f67c19-0718-4010-9ec0-db517915c7f9,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:14.502010 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] Checking segment: {'id': 'ea401d1f-3536-49de-af18-54dd4a5cc161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:09:14.502366 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] Network hostable DHCP agents. Network: c0995375-e054-40e9-8e71-5bfdb80f49d9, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:09:14.519518 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] Network c0995375-e054-40e9-8e71-5bfdb80f49d9 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:09:14.530580 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, c0995375-e054-40e9-8e71-5bfdb80f49d9) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:09:14.535644 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:14.535823 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:14.548332 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4554c244-8330-4029-b0fd-a62cfbd2ed14 None None] Network c0995375-e054-40e9-8e71-5bfdb80f49d9 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:09:14.562391 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-964c803a-c934-49b4-8c04-2714d22204fa admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4334505 Oct 27 14:09:14.686073 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-671f2ecf-08e9-4e1c-8807-55d7b5344846 req-c321869e-aa14-440b-a5b0-047296b0cdb3 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737571 Oct 27 14:09:14.747611 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ad3acb-4395-4870-bea0-9947e4c48af7 None None] Network c0995375-e054-40e9-8e71-5bfdb80f49d9 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:09:14.863997 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8b3480-396e-4f51-94d1-f326ad7aef3e {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:09:14.874606 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:14.892950 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Transition to ACTIVE for port object 9b8b3480-396e-4f51-94d1-f326ad7aef3e will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:09:14.899562 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:14.980975 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8b3480-396e-4f51-94d1-f326ad7aef3e,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:14.994278 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Attempting to bind port 9b8b3480-396e-4f51-94d1-f326ad7aef3e on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:09:14.994597 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Attempting to bind port 9b8b3480-396e-4f51-94d1-f326ad7aef3e by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:09:14.995184 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Attempting to bind port 9b8b3480-396e-4f51-94d1-f326ad7aef3e on network 5b53c648-0313-4179-8334-9fa5d1933987 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:09:15.000685 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Port 9b8b3480-396e-4f51-94d1-f326ad7aef3e on network 5b53c648-0313-4179-8334-9fa5d1933987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:09:15.001418 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Attempting to bind port 9b8b3480-396e-4f51-94d1-f326ad7aef3e on network 5b53c648-0313-4179-8334-9fa5d1933987 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:09:15.007150 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:09:15.007388 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Checking segment: {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:09:15.007594 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Bound using segment: {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:09:15.008032 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Bound port: 9b8b3480-396e-4f51-94d1-f326ad7aef3e, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:09:15.008711 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:15.083465 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] For port 9b8b3480-396e-4f51-94d1-f326ad7aef3e, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:09:15.087740 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] For port 9b8b3480-396e-4f51-94d1-f326ad7aef3e, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9b8b3480-396e-4f51-94d1-f326ad7aef3e,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:09:15.095747 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:15.140989 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:15.141606 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:15.143312 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] 10.222.0.71 "PUT /v2.0/ports/9b8b3480-396e-4f51-94d1-f326ad7aef3e HTTP/1.1" status: 200 len: 1093 time: 1.2172575 Oct 27 14:09:15.148313 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67be3cc-1fc7-4fc3-bdd0-03c799491784', 'tag': '9b8b3480-396e-4f51-94d1-f326ad7aef3e'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:15.153122 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba26ccdc-481d-4fdb-8f55-536a9f71d255" -d '{"events": [{"name": "network-changed", "server_uuid": "b67be3cc-1fc7-4fc3-bdd0-03c799491784", "tag": "9b8b3480-396e-4f51-94d1-f326ad7aef3e"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:15.180305 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c5e70-b604-4d38-8594-e81cca123313 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8b3480-396e-4f51-94d1-f326ad7aef3e,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:15.267905 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36d8037-cb59-43c3-931f-d8003e00bfb3 x-openstack-request-id: req-d36d8037-cb59-43c3-931f-d8003e00bfb3 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:15.268185 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67be3cc-1fc7-4fc3-bdd0-03c799491784", "tag": "9b8b3480-396e-4f51-94d1-f326ad7aef3e", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:15.268388 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d36d8037-cb59-43c3-931f-d8003e00bfb3 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:15.268786 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67be3cc-1fc7-4fc3-bdd0-03c799491784', 'tag': '9b8b3480-396e-4f51-94d1-f326ad7aef3e', 'status': 'completed', 'code': 200} Oct 27 14:09:15.287302 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-64d5e339-88bf-4c46-8ed8-1154ef6758dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:15.288927 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-64d5e339-88bf-4c46-8ed8-1154ef6758dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 1096 time: 0.0655258 Oct 27 14:09:15.333504 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-0166d619-4d1e-4ebb-b48f-aaddd4c1ffaf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b8b3480-396e-4f51-94d1-f326ad7aef3e HTTP/1.1" status: 200 len: 217 time: 0.0360105 Oct 27 14:09:15.395414 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-37cc5606-b65d-426c-ae28-aa351b781e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:15.396973 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-37cc5606-b65d-426c-ae28-aa351b781e1d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3438be83-95f5-4dc5-9b6b-a057d921b6b0 HTTP/1.1" status: 200 len: 855 time: 0.0488775 Oct 27 14:09:15.448534 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-b2e9c7ba-8544-4593-a455-03264f3ca4fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b53c648-0313-4179-8334-9fa5d1933987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262315 Oct 27 14:09:15.578264 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-e9c72324-aee5-49f9-a466-0a0006b5e34d service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174812 Oct 27 14:09:15.598503 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c71c12-cba4-4a77-ae3d-f789ff5ab154 req-956645fb-1e32-4a12-adc2-ea327de70b8c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:15.600177 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b0c71c12-cba4-4a77-ae3d-f789ff5ab154 req-956645fb-1e32-4a12-adc2-ea327de70b8c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0765576 Oct 27 14:09:15.687410 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b0c71c12-cba4-4a77-ae3d-f789ff5ab154 req-c6ec6d1b-f098-43e1-b7b3-d1329dbeffe8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788395 Oct 27 14:09:15.718333 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f68eca-a353-4bae-a3a1-15e8bd54e9ce req-0b9a83a1-7362-47c4-83e2-a124b3fa03f4 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171358 Oct 27 14:09:15.852502 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c8ea7-9a82-41dc-abd7-60d3ab9f5f1b req-bce8ce96-ae9f-4875-bc43-d8d45af61b21 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:15.854631 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-292c8ea7-9a82-41dc-abd7-60d3ab9f5f1b req-bce8ce96-ae9f-4875-bc43-d8d45af61b21 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 943 time: 0.0830212 Oct 27 14:09:15.873961 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26ccdc-481d-4fdb-8f55-536a9f71d255 req-ebda18fa-2ffa-4045-8cd1-fceead301f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:15.875451 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ba26ccdc-481d-4fdb-8f55-536a9f71d255 req-ebda18fa-2ffa-4045-8cd1-fceead301f87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 1096 time: 0.0668416 Oct 27 14:09:15.950732 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-292c8ea7-9a82-41dc-abd7-60d3ab9f5f1b req-d42ff8d3-dc44-4b9f-89c8-e5ac244b04b5 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852962 Oct 27 14:09:15.989021 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26ccdc-481d-4fdb-8f55-536a9f71d255 req-83e15015-29a7-42aa-8db4-7111ad1d7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:15.990497 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ba26ccdc-481d-4fdb-8f55-536a9f71d255 req-83e15015-29a7-42aa-8db4-7111ad1d7e43 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 917 time: 0.1036305 Oct 27 14:09:16.042342 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ba26ccdc-481d-4fdb-8f55-536a9f71d255 req-90b51ebd-f07d-4db5-8fde-7582cbe1a1ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b8b3480-396e-4f51-94d1-f326ad7aef3e HTTP/1.1" status: 200 len: 217 time: 0.0375593 Oct 27 14:09:16.104561 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26ccdc-481d-4fdb-8f55-536a9f71d255 req-ae4d321d-14e9-46dc-bd67-f1f960579b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:16.105999 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ba26ccdc-481d-4fdb-8f55-536a9f71d255 req-ae4d321d-14e9-46dc-bd67-f1f960579b85 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3438be83-95f5-4dc5-9b6b-a057d921b6b0 HTTP/1.1" status: 200 len: 855 time: 0.0452228 Oct 27 14:09:16.143412 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ba26ccdc-481d-4fdb-8f55-536a9f71d255 req-b7606fed-7f75-4c49-8536-a6f19863a2a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b53c648-0313-4179-8334-9fa5d1933987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283194 Oct 27 14:09:16.242189 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ba26ccdc-481d-4fdb-8f55-536a9f71d255 req-5eb5337b-6fbb-4b06-8110-463cfeb8a790 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909586 Oct 27 14:09:16.373800 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ba26ccdc-481d-4fdb-8f55-536a9f71d255 req-8d771ea0-5801-457d-87c3-0756f4c4e7bd service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241267 Oct 27 14:09:16.538588 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-4f5ea5f0-c8f6-469b-824a-0aaef399d7b7 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:16.540709 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-4f5ea5f0-c8f6-469b-824a-0aaef399d7b7 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/networks?id=c0995375-e054-40e9-8e71-5bfdb80f49d9 HTTP/1.1" status: 200 len: 813 time: 0.1284249 Oct 27 14:09:16.559771 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-7849f599-be98-4b19-a7e1-bbd657654928 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/quotas/e557227f6d404acba108444e2f807bc2 HTTP/1.1" status: 200 len: 375 time: 0.0120649 Oct 27 14:09:16.599418 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-f174e5a8-2c5b-4690-96fe-3dfaaa4d046f tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e557227f6d404acba108444e2f807bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290835 Oct 27 14:09:16.729935 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213239f-4d80-4ce5-80f1-a930ecb5ceaf req-e2845d49-4c7d-4860-ad01-0efc39f855a9 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:16.731535 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6213239f-4d80-4ce5-80f1-a930ecb5ceaf req-e2845d49-4c7d-4860-ad01-0efc39f855a9 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.0713592 Oct 27 14:09:16.761513 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-994222b0-44e0-444c-9480-72aa0e4e3af6 service neutron] 10.222.0.85 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481974 Oct 27 14:09:16.828755 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6213239f-4d80-4ce5-80f1-a930ecb5ceaf req-5ba9ffa8-10ab-4782-8eca-79c534e4737b tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867956 Oct 27 14:09:16.904571 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-398c4a83-2541-449b-ac87-eb86112d23b6 service neutron] 10.222.0.85 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360295 Oct 27 14:09:16.941471 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e093c-9490-450f-8d4f-2f81be2f9373 req-89edcb73-90a6-4d45-9e75-5dc49674e5f8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:16.943043 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b60e093c-9490-450f-8d4f-2f81be2f9373 req-89edcb73-90a6-4d45-9e75-5dc49674e5f8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0516829 Oct 27 14:09:16.995114 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b60e093c-9490-450f-8d4f-2f81be2f9373 req-0187930b-2297-49d9-9690-542589fc8340 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Oct 27 14:09:17.023186 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:17.258442 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a7bf86a1-1cef-4a8a-be32-4cfb02436b20 req-050d5622-f6c0-4cd1-a55c-cf63fe644027 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 210 time: 0.0332780 Oct 27 14:09:17.315447 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34792cb3-2e7b-4552-bdc2-7890bc6828a8 req-39eec749-8da7-4b4e-8483-3fa14f0dd6b0 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:17.317937 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-34792cb3-2e7b-4552-bdc2-7890bc6828a8 req-39eec749-8da7-4b4e-8483-3fa14f0dd6b0 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 943 time: 0.0619369 Oct 27 14:09:17.362291 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-34792cb3-2e7b-4552-bdc2-7890bc6828a8 req-d7d3786f-702f-4a62-8e5d-28ce94d94c2b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363038 Oct 27 14:09:17.948312 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8e6c3-af96-46de-9410-64f99d8cb4bd req-1111caf9-7223-41b7-8c4a-2e29fe191479 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:17.949708 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f8e6c3-af96-46de-9410-64f99d8cb4bd req-1111caf9-7223-41b7-8c4a-2e29fe191479 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.0503106 Oct 27 14:09:17.989268 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-00f8e6c3-af96-46de-9410-64f99d8cb4bd req-3a628d44-cf04-4059-a282-f8d2281df6a4 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Oct 27 14:09:18.117110 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835d175-11e4-4dbc-88ed-7d6bfba22506 req-e09391a9-968e-46f6-8cc0-b5deab769ddc tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:18.119315 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9835d175-11e4-4dbc-88ed-7d6bfba22506 req-e09391a9-968e-46f6-8cc0-b5deab769ddc tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0481267 Oct 27 14:09:18.157074 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9835d175-11e4-4dbc-88ed-7d6bfba22506 req-34baa528-d5c6-4303-bda9-578bd8a8c182 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Oct 27 14:09:18.443703 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-045f58c2-fd10-4328-9cd7-4ee3d463bfc8 req-3b1aae03-0900-4657-8539-d5641b13cf3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 210 time: 0.0835059 Oct 27 14:09:18.534181 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d48ad0-6cf3-4b71-bd46-a6a18176347e req-eb4f7924-ce66-4be0-b4e8-1e77f276a75f tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:18.535703 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-41d48ad0-6cf3-4b71-bd46-a6a18176347e req-eb4f7924-ce66-4be0-b4e8-1e77f276a75f tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 943 time: 0.0812304 Oct 27 14:09:18.546299 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-4f815cdc-b2f8-490c-8619-7e13daadc4d8 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:18.548312 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-4f815cdc-b2f8-490c-8619-7e13daadc4d8 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.71 "GET /v2.0/networks?id=c0995375-e054-40e9-8e71-5bfdb80f49d9 HTTP/1.1" status: 200 len: 813 time: 0.1991549 Oct 27 14:09:18.588702 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Request body: {'port': {'device_id': '16ae7a38-77b0-4cc7-966f-00e06098455d', 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9', 'admin_state_up': True, 'tenant_id': 'e557227f6d404acba108444e2f807bc2'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:18.599081 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-41d48ad0-6cf3-4b71-bd46-a6a18176347e req-755af810-d206-4a35-bdd6-58708f3c8be7 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498006 Oct 27 14:09:18.717032 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Made reservation on behalf of e557227f6d404acba108444e2f807bc2 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:09:18.720582 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:18.857894 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Allocated IP 172.20.0.12 (c0995375-e054-40e9-8e71-5bfdb80f49d9/d9f67c19-0718-4010-9ec0-db517915c7f9/fd3f6935-186e-4efb-ae30-2528d5f42cf6) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:09:19.007786 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:19.041735 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:19.109986 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Network c0995375-e054-40e9-8e71-5bfdb80f49d9 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:09:19.117208 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:09:19.122756 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:09:19.128573 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:19.129165 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:19.135315 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Pushing event updated for resources: {'Port': ['ID=fd3f6935-186e-4efb-ae30-2528d5f42cf6,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:19.153962 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-aabc77f9-52c5-4fe5-b6ed-6e6e1d453f3c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5705760 Oct 27 14:09:19.162345 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce9ec1-85ee-441b-9961-afcc3a038352 req-3f0c632e-f600-4b11-9ea4-1ab1525a2f61 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:19.163782 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-04ce9ec1-85ee-441b-9961-afcc3a038352 req-3f0c632e-f600-4b11-9ea4-1ab1525a2f61 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.0927742 Oct 27 14:09:19.179914 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Request body: {'port': {'device_id': '16ae7a38-77b0-4cc7-966f-00e06098455d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:19.245063 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 9b8b3480-396e-4f51-94d1-f326ad7aef3e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:09:19.247519 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-04ce9ec1-85ee-441b-9961-afcc3a038352 req-bea00828-92e4-457d-8206-ce5bd5151ce5 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770805 Oct 27 14:09:19.293559 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:19.314095 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4fdd0-173f-4624-98c2-4acb1f17d234 req-b5d106aa-8a1b-49e8-bbcf-d591b9e487af tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:19.315639 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-daa4fdd0-173f-4624-98c2-4acb1f17d234 req-b5d106aa-8a1b-49e8-bbcf-d591b9e487af tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0868332 Oct 27 14:09:19.363095 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 9b8b3480-396e-4f51-94d1-f326ad7aef3e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9b8b3480-396e-4f51-94d1-f326ad7aef3e,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:19.375074 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '9b8b3480-396e-4f51-94d1-f326ad7aef3e', 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987', 'port_id': '9b8b3480-396e-4f51-94d1-f326ad7aef3e', 'mac_address': 'fa:16:3e:91:9d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3438be83-95f5-4dc5-9b6b-a057d921b6b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:09:19.425449 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:19.443985 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8b3480-396e-4f51-94d1-f326ad7aef3e {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:09:19.445493 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-daa4fdd0-173f-4624-98c2-4acb1f17d234 req-6dbed848-3461-43bf-900a-fdd8d5edc4eb tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218195 Oct 27 14:09:19.474927 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 9b8b3480-396e-4f51-94d1-f326ad7aef3e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9b8b3480-396e-4f51-94d1-f326ad7aef3e,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:19.482159 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:19.533175 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=9b8b3480-396e-4f51-94d1-f326ad7aef3e,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:19.541769 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.544249 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.544249 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.544249 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.544249 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.544249 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.544249 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.544249 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.544787 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.544787 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.545079 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.545405 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:19.614327 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225cc9e-e507-49bf-b1ab-6eb4a4fcfc05 req-d91b4215-90dc-4049-ad3e-fd3cbbb04d65 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:19.615853 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5225cc9e-e507-49bf-b1ab-6eb4a4fcfc05 req-d91b4215-90dc-4049-ad3e-fd3cbbb04d65 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 932 time: 0.0850201 Oct 27 14:09:19.703097 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5225cc9e-e507-49bf-b1ab-6eb4a4fcfc05 req-28ecd625-1825-4c9e-b5d8-b4ceca606c4b tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796299 Oct 27 14:09:19.723428 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3f6935-186e-4efb-ae30-2528d5f42cf6 {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:09:19.731992 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:19.750817 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Transition to ACTIVE for port object fd3f6935-186e-4efb-ae30-2528d5f42cf6 will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:09:19.760650 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a297f95-dac2-4759-8374-870d8d1e370f req-55259ab7-1d6d-415a-8288-c59548ffa4cb tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:19.762174 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4a297f95-dac2-4759-8374-870d8d1e370f req-55259ab7-1d6d-415a-8288-c59548ffa4cb tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 944 time: 0.0798967 Oct 27 14:09:19.763332 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:19.844049 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3f6935-186e-4efb-ae30-2528d5f42cf6,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:19.872584 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4a297f95-dac2-4759-8374-870d8d1e370f req-31769332-e71a-429a-9131-276e627a892e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011474 Oct 27 14:09:19.882454 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Attempting to bind port fd3f6935-186e-4efb-ae30-2528d5f42cf6 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:09:19.882791 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Attempting to bind port fd3f6935-186e-4efb-ae30-2528d5f42cf6 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'ea401d1f-3536-49de-af18-54dd4a5cc161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:09:19.883117 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Attempting to bind port fd3f6935-186e-4efb-ae30-2528d5f42cf6 on network c0995375-e054-40e9-8e71-5bfdb80f49d9 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:09:19.894229 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Port fd3f6935-186e-4efb-ae30-2528d5f42cf6 on network c0995375-e054-40e9-8e71-5bfdb80f49d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:09:19.894229 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Attempting to bind port fd3f6935-186e-4efb-ae30-2528d5f42cf6 on network c0995375-e054-40e9-8e71-5bfdb80f49d9 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:09:19.894229 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:09:19.894229 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Checking segment: {'id': 'ea401d1f-3536-49de-af18-54dd4a5cc161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:09:19.894229 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Bound using segment: {'id': 'ea401d1f-3536-49de-af18-54dd4a5cc161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:09:19.894683 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Bound port: fd3f6935-186e-4efb-ae30-2528d5f42cf6, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea401d1f-3536-49de-af18-54dd4a5cc161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:09:19.894770 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:19.963439 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] For port fd3f6935-186e-4efb-ae30-2528d5f42cf6, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:09:19.966555 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] For port fd3f6935-186e-4efb-ae30-2528d5f42cf6, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fd3f6935-186e-4efb-ae30-2528d5f42cf6,segment=NetworkSegment(ea401d1f-3536-49de-af18-54dd4a5cc161),segment_id=ea401d1f-3536-49de-af18-54dd4a5cc161)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:09:19.971800 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:20.006318 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:20.006936 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:20.008706 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] 10.222.0.71 "PUT /v2.0/ports/fd3f6935-186e-4efb-ae30-2528d5f42cf6 HTTP/1.1" status: 200 len: 1094 time: 0.8366838 Oct 27 14:09:20.011337 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ae7a38-77b0-4cc7-966f-00e06098455d', 'tag': 'fd3f6935-186e-4efb-ae30-2528d5f42cf6'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:20.013596 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3592808c-8c24-4666-8cbf-b75161bfa2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "16ae7a38-77b0-4cc7-966f-00e06098455d", "tag": "fd3f6935-186e-4efb-ae30-2528d5f42cf6"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:20.046951 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a628911-60ca-4dd0-85bd-2882727545a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3f6935-186e-4efb-ae30-2528d5f42cf6,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:20.063718 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b085563-cc84-48df-9427-7af9dd3be953 x-openstack-request-id: req-8b085563-cc84-48df-9427-7af9dd3be953 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:20.064010 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ae7a38-77b0-4cc7-966f-00e06098455d", "tag": "fd3f6935-186e-4efb-ae30-2528d5f42cf6", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:20.064262 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8b085563-cc84-48df-9427-7af9dd3be953 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:20.064679 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ae7a38-77b0-4cc7-966f-00e06098455d', 'tag': 'fd3f6935-186e-4efb-ae30-2528d5f42cf6', 'status': 'completed', 'code': 200} Oct 27 14:09:20.139498 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-cabe297c-5c3e-4552-99b7-48fe05a0ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:20.140982 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-cabe297c-5c3e-4552-99b7-48fe05a0ce36 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e557227f6d404acba108444e2f807bc2&device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 1097 time: 0.0497289 Oct 27 14:09:20.170312 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['9b8b3480-396e-4f51-94d1-f326ad7aef3e'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:09:20.194266 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-a7df8ab5-89f7-42d8-99c7-84f7f26f6142 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd3f6935-186e-4efb-ae30-2528d5f42cf6 HTTP/1.1" status: 200 len: 217 time: 0.0339940 Oct 27 14:09:20.284288 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-9d9cb2f7-c046-4fb6-b7e6-f771ad7fbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:20.285864 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-9d9cb2f7-c046-4fb6-b7e6-f771ad7fbc13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d9f67c19-0718-4010-9ec0-db517915c7f9 HTTP/1.1" status: 200 len: 853 time: 0.0787528 Oct 27 14:09:20.305540 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16286c5-0188-41b5-9695-96dc6873a8af req-e6a18b1d-d77e-4a7d-900e-a732bcf7ec70 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:20.307319 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e16286c5-0188-41b5-9695-96dc6873a8af req-e6a18b1d-d77e-4a7d-900e-a732bcf7ec70 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.0635445 Oct 27 14:09:20.335861 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-27946dad-c87c-4da0-80bf-e3cc899d8394 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c0995375-e054-40e9-8e71-5bfdb80f49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275691 Oct 27 14:09:20.507656 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2e22a-e2e3-49d5-af8c-28ec7646b9bd req-1373a92e-2622-44be-b529-0c1a98c1daeb tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:20.509766 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e0a2e22a-e2e3-49d5-af8c-28ec7646b9bd req-1373a92e-2622-44be-b529-0c1a98c1daeb tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 945 time: 0.1769731 Oct 27 14:09:20.607828 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-36076bfb-77cd-472b-a88a-bcf8e74d09e7 service neutron] 10.222.0.71 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563422 Oct 27 14:09:20.639483 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e0a2e22a-e2e3-49d5-af8c-28ec7646b9bd req-95367023-da5a-487b-a91b-717c04901c44 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/security-groups?id=b87a4520-18fa-469e-b88c-515baba225b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207654 Oct 27 14:09:20.910033 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-e16286c5-0188-41b5-9695-96dc6873a8af req-5570731d-199f-40b2-b260-46695b55e33c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Deleting port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:09:20.910366 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e16286c5-0188-41b5-9695-96dc6873a8af req-5570731d-199f-40b2-b260-46695b55e33c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:21.029733 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db75f7b-ba33-4840-8160-26846bcc113d req-cd2bf784-72b4-46b7-a562-1819fbb4ae27 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:21.031298 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0db75f7b-ba33-4840-8160-26846bcc113d req-cd2bf784-72b4-46b7-a562-1819fbb4ae27 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.4511952 Oct 27 14:09:21.092709 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc8846-ab05-43b6-91b2-c7b4d085322a req-86fa499b-3b7e-4356-9e3b-47bc549c4beb tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:21.094218 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-34dc8846-ab05-43b6-91b2-c7b4d085322a req-86fa499b-3b7e-4356-9e3b-47bc549c4beb tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 944 time: 0.1903787 Oct 27 14:09:21.104469 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4a4d670-cd37-4ffb-9e54-609262ade303 req-8dcbf2f6-f7c8-4ec3-9d98-4aaa735c9a57 service neutron] 10.222.0.71 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802930 Oct 27 14:09:21.107590 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-e16286c5-0188-41b5-9695-96dc6873a8af req-5570731d-199f-40b2-b260-46695b55e33c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] For port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf,segment=NetworkSegment(4d347ff3-461b-4f79-90c3-5348ba57c71e),segment_id=4d347ff3-461b-4f79-90c3-5348ba57c71e)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:21.107984 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e16286c5-0188-41b5-9695-96dc6873a8af req-5570731d-199f-40b2-b260-46695b55e33c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:21.144965 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-e16286c5-0188-41b5-9695-96dc6873a8af req-5570731d-199f-40b2-b260-46695b55e33c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Calling delete_port for 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:09:21.171216 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0db75f7b-ba33-4840-8160-26846bcc113d req-2bc0d2a2-6059-448a-9408-e9145896561d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336527 Oct 27 14:09:21.227780 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-34dc8846-ab05-43b6-91b2-c7b4d085322a req-e6f7d493-761c-4d0c-bcab-aaa567ce95b0 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222491 Oct 27 14:09:21.324006 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592808c-8c24-4666-8cbf-b75161bfa2ed req-1e8c8aa8-a022-49dd-a677-91a3a48e6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:21.325509 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3592808c-8c24-4666-8cbf-b75161bfa2ed req-1e8c8aa8-a022-49dd-a677-91a3a48e6662 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e557227f6d404acba108444e2f807bc2&device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 1097 time: 0.1630371 Oct 27 14:09:21.371177 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3630d0e-248c-4021-ab19-66ad5879a494 req-55b79c79-9be5-468d-9284-d2d6a947713d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:21.372678 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b3630d0e-248c-4021-ab19-66ad5879a494 req-55b79c79-9be5-468d-9284-d2d6a947713d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 944 time: 0.1068294 Oct 27 14:09:21.512186 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47842) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:21.514201 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b3630d0e-248c-4021-ab19-66ad5879a494 req-a36e631d-d7f0-45fe-8c1f-c3cdcfc28ecc tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101906 Oct 27 14:09:21.517345 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592808c-8c24-4666-8cbf-b75161bfa2ed req-0d0d4143-e8c1-4bc5-8f6e-affd6a158e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:21.518758 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3592808c-8c24-4666-8cbf-b75161bfa2ed req-0d0d4143-e8c1-4bc5-8f6e-affd6a158e3c service neutron] 10.222.0.71 "GET /v2.0/networks?id=c0995375-e054-40e9-8e71-5bfdb80f49d9 HTTP/1.1" status: 200 len: 915 time: 0.1750307 Oct 27 14:09:21.526358 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e16286c5-0188-41b5-9695-96dc6873a8af req-5570731d-199f-40b2-b260-46695b55e33c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:21.568771 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570731d-199f-40b2-b260-46695b55e33c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Pushing event deleted for resources: {'Port': ['ID=99d7fdc5-8676-4e9b-9ec5-5c8018f479cf,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:21.603505 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3592808c-8c24-4666-8cbf-b75161bfa2ed req-df655349-5fc9-458f-a650-d2e9a25beb1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd3f6935-186e-4efb-ae30-2528d5f42cf6 HTTP/1.1" status: 200 len: 217 time: 0.0675149 Oct 27 14:09:21.652312 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bce0b91a-1388-4a1a-8fc2-b4088f2de077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:21.694089 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16286c5-0188-41b5-9695-96dc6873a8af req-5570731d-199f-40b2-b260-46695b55e33c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] No DVR routers for this DVR port 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:09:21.702924 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e16286c5-0188-41b5-9695-96dc6873a8af req-5570731d-199f-40b2-b260-46695b55e33c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:21.706684 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e16286c5-0188-41b5-9695-96dc6873a8af req-5570731d-199f-40b2-b260-46695b55e33c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.71 "DELETE /v2.0/ports/99d7fdc5-8676-4e9b-9ec5-5c8018f479cf HTTP/1.1" status: 204 len: 173 time: 1.3731606 Oct 27 14:09:21.723408 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592808c-8c24-4666-8cbf-b75161bfa2ed req-dfbc79d7-9566-44a1-8ac4-c77602b43384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:21.724999 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3592808c-8c24-4666-8cbf-b75161bfa2ed req-dfbc79d7-9566-44a1-8ac4-c77602b43384 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d9f67c19-0718-4010-9ec0-db517915c7f9 HTTP/1.1" status: 200 len: 853 time: 0.0971572 Oct 27 14:09:21.753702 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bce0b91a-1388-4a1a-8fc2-b4088f2de077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:21.763507 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bce0b91a-1388-4a1a-8fc2-b4088f2de077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:21.774454 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3592808c-8c24-4666-8cbf-b75161bfa2ed req-d8ea9d95-86de-463e-8499-b0b15ebf3ad0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c0995375-e054-40e9-8e71-5bfdb80f49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317588 Oct 27 14:09:21.800665 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0b91a-1388-4a1a-8fc2-b4088f2de077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe71a5a-231c-4c55-a5db-908e3e889b22,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:21.841329 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-bce0b91a-1388-4a1a-8fc2-b4088f2de077 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=986e14846e5d4fb89ac05962b0f1c462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278563 Oct 27 14:09:21.841970 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47854) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:21.893326 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4ddef491-e75a-40a6-8fa0-52d4edf8b091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:21.910167 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dfdedba3-cca3-442f-b0c3-f45a1aef7d7d req-661dc73d-927f-4f60-bd78-8abb1591c51c tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 210 time: 0.0357492 Oct 27 14:09:21.915369 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4ddef491-e75a-40a6-8fa0-52d4edf8b091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:21.945308 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3592808c-8c24-4666-8cbf-b75161bfa2ed req-2918b41e-ac7a-40bb-912f-0c2fc5ede29e service neutron] 10.222.0.71 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487489 Oct 27 14:09:21.975303 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4ddef491-e75a-40a6-8fa0-52d4edf8b091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:21.977971 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4ddef491-e75a-40a6-8fa0-52d4edf8b091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:21.981412 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-4ddef491-e75a-40a6-8fa0-52d4edf8b091 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4fe71a5a-231c-4c55-a5db-908e3e889b22 HTTP/1.1" status: 204 len: 168 time: 0.1362057 Oct 27 14:09:21.999595 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef491-e75a-40a6-8fa0-52d4edf8b091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe71a5a-231c-4c55-a5db-908e3e889b22,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:22.064094 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3592808c-8c24-4666-8cbf-b75161bfa2ed req-54eeb581-9546-4fcd-b5c5-3082a2ab824d service neutron] 10.222.0.71 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924051 Oct 27 14:09:22.065673 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f33dcc-4df0-4c90-b5b3-6fab1b81faab', 'name': 'network-vif-deleted', 'tag': '99d7fdc5-8676-4e9b-9ec5-5c8018f479cf'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:22.067974 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4cec66-b7c7-4fe3-a6a5-4209cbdb1812" -d '{"events": [{"server_uuid": "c3f33dcc-4df0-4c90-b5b3-6fab1b81faab", "name": "network-vif-deleted", "tag": "99d7fdc5-8676-4e9b-9ec5-5c8018f479cf"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:22.110264 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe8f4f6-c0d5-4718-9d18-20a912447023 x-openstack-request-id: req-dbe8f4f6-c0d5-4718-9d18-20a912447023 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:22.110559 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f33dcc-4df0-4c90-b5b3-6fab1b81faab", "name": "network-vif-deleted", "tag": "99d7fdc5-8676-4e9b-9ec5-5c8018f479cf", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:22.110813 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-dbe8f4f6-c0d5-4718-9d18-20a912447023 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:22.111244 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f33dcc-4df0-4c90-b5b3-6fab1b81faab', 'name': 'network-vif-deleted', 'tag': '99d7fdc5-8676-4e9b-9ec5-5c8018f479cf', 'status': 'completed', 'code': 200} Oct 27 14:09:22.289742 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47866) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:22.305376 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-35bf0363-7a3a-4972-913d-23dc61ce9a66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:22.353909 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c708dd7-82a2-4e4a-ab55-89b84554ac2e req-13a5d79c-3010-4a09-be92-12b9d9e59ec9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:22.355813 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7c708dd7-82a2-4e4a-ab55-89b84554ac2e req-13a5d79c-3010-4a09-be92-12b9d9e59ec9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.1121376 Oct 27 14:09:22.389284 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-35bf0363-7a3a-4972-913d-23dc61ce9a66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:22.394385 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-35bf0363-7a3a-4972-913d-23dc61ce9a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:22.400372 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff38cdc-a12e-4698-9eec-bf4b2e3e5b57 req-bfac7a61-c465-45a4-9027-8981a6d3595f tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:22.402035 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eff38cdc-a12e-4698-9eec-bf4b2e3e5b57 req-bfac7a61-c465-45a4-9027-8981a6d3595f tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 944 time: 0.0872042 Oct 27 14:09:22.424557 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7c708dd7-82a2-4e4a-ab55-89b84554ac2e req-bdde449c-2b35-4e29-bfca-4facca2b7b08 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600932 Oct 27 14:09:22.428226 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf0363-7a3a-4972-913d-23dc61ce9a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4853dbc2-5731-44bc-bde1-63719fe585fd,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:22.449650 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-35bf0363-7a3a-4972-913d-23dc61ce9a66 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1a00681b019646448443dd6052447346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510472 Oct 27 14:09:22.449650 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47868) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:22.459747 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eff38cdc-a12e-4698-9eec-bf4b2e3e5b57 req-95dfdcc6-028e-4fa6-86d4-f77199049f8e tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500660 Oct 27 14:09:22.502191 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-14480891-b3f4-4114-a79f-441214b23993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:22.522947 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-14480891-b3f4-4114-a79f-441214b23993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:22.572736 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-14480891-b3f4-4114-a79f-441214b23993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:22.575311 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-14480891-b3f4-4114-a79f-441214b23993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:22.579334 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-14480891-b3f4-4114-a79f-441214b23993 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4853dbc2-5731-44bc-bde1-63719fe585fd HTTP/1.1" status: 204 len: 168 time: 0.1294997 Oct 27 14:09:22.586932 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14480891-b3f4-4114-a79f-441214b23993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4853dbc2-5731-44bc-bde1-63719fe585fd,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:22.652459 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3620c-5291-4e8c-82bc-4d264dac788c req-d18e3b48-d1f4-43c8-9683-d10f5e831c96 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:22.654201 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-28c3620c-5291-4e8c-82bc-4d264dac788c req-d18e3b48-d1f4-43c8-9683-d10f5e831c96 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 944 time: 0.0573049 Oct 27 14:09:22.704630 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-28c3620c-5291-4e8c-82bc-4d264dac788c req-a5de533f-fc25-4fc4-9d51-82f6f3a45dd6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344741 Oct 27 14:09:22.968361 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47884) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:22.982902 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-219ea5b6-6e43-4fce-a78b-7db9f71d0e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.054445 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-97f541ab-130a-4266-b6bf-4b2ea0a6b746 req-103cdd45-0c8b-4026-9c5f-140486c8fbd8 tempest-DeleteServersTestJSON-24259725 tempest-DeleteServersTestJSON-24259725-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3f33dcc-4df0-4c90-b5b3-6fab1b81faab HTTP/1.1" status: 200 len: 210 time: 0.0329781 Oct 27 14:09:23.071093 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-219ea5b6-6e43-4fce-a78b-7db9f71d0e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.075205 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-219ea5b6-6e43-4fce-a78b-7db9f71d0e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.113680 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ea5b6-6e43-4fce-a78b-7db9f71d0e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18a90da-d61b-458a-902e-360f8b89032a,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:23.118065 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-219ea5b6-6e43-4fce-a78b-7db9f71d0e78 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d3681b184e8b421bacbbfa937fa6562b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484954 Oct 27 14:09:23.120842 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 47886) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:23.170927 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ceb55de2-5c2f-4a9a-ae27-9d84a4771d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.194403 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ceb55de2-5c2f-4a9a-ae27-9d84a4771d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.242106 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ceb55de2-5c2f-4a9a-ae27-9d84a4771d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.244674 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ceb55de2-5c2f-4a9a-ae27-9d84a4771d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.245845 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ceb55de2-5c2f-4a9a-ae27-9d84a4771d01 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d18a90da-d61b-458a-902e-360f8b89032a HTTP/1.1" status: 204 len: 168 time: 0.1242111 Oct 27 14:09:23.254066 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb55de2-5c2f-4a9a-ae27-9d84a4771d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18a90da-d61b-458a-902e-360f8b89032a,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:23.303495 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device fd3f6935-186e-4efb-ae30-2528d5f42cf6 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:09:23.308318 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 9b8b3480-396e-4f51-94d1-f326ad7aef3e up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:09:23.414880 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 9b8b3480-396e-4f51-94d1-f326ad7aef3e completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:09:23.424243 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 9b8b3480-396e-4f51-94d1-f326ad7aef3e triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:09:23.424678 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.480708 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port fd3f6935-186e-4efb-ae30-2528d5f42cf6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fd3f6935-186e-4efb-ae30-2528d5f42cf6,segment=NetworkSegment(ea401d1f-3536-49de-af18-54dd4a5cc161),segment_id=ea401d1f-3536-49de-af18-54dd4a5cc161)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:23.497434 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': 'fd3f6935-186e-4efb-ae30-2528d5f42cf6', 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9', 'port_id': 'fd3f6935-186e-4efb-ae30-2528d5f42cf6', 'mac_address': 'fa:16:3e:46:57:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f67c19-0718-4010-9ec0-db517915c7f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:09:23.564211 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.586295 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3f6935-186e-4efb-ae30-2528d5f42cf6 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:09:23.604601 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.610046 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c5279-d5c3-42e0-965b-954f141feb51 req-3b2d736e-0b83-4f8a-9ebe-9926053008d9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:23.611838 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-899c5279-d5c3-42e0-965b-954f141feb51 req-3b2d736e-0b83-4f8a-9ebe-9926053008d9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0972636 Oct 27 14:09:23.621473 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port fd3f6935-186e-4efb-ae30-2528d5f42cf6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fd3f6935-186e-4efb-ae30-2528d5f42cf6,segment=NetworkSegment(ea401d1f-3536-49de-af18-54dd4a5cc161),segment_id=ea401d1f-3536-49de-af18-54dd4a5cc161)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:23.639148 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67be3cc-1fc7-4fc3-bdd0-03c799491784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8b3480-396e-4f51-94d1-f326ad7aef3e'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:23.641423 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9e0822-e513-4976-af2d-21546c0ef5bf" -d '{"events": [{"server_uuid": "b67be3cc-1fc7-4fc3-bdd0-03c799491784", "name": "network-vif-plugged", "status": "completed", "tag": "9b8b3480-396e-4f51-94d1-f326ad7aef3e"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:23.653029 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.654779 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa294c-9e7a-497f-bf41-5611c7f22235 req-1bf5d362-e14a-4ee6-88df-d0f1e60d15d2 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:23.656559 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-91fa294c-9e7a-497f-bf41-5611c7f22235 req-1bf5d362-e14a-4ee6-88df-d0f1e60d15d2 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 944 time: 0.0904548 Oct 27 14:09:23.671301 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 9b8b3480-396e-4f51-94d1-f326ad7aef3e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9b8b3480-396e-4f51-94d1-f326ad7aef3e,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:23.698137 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:23.699500 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:09:23.702374 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-899c5279-d5c3-42e0-965b-954f141feb51 req-156171b8-8cb8-4745-aa42-8851a8ed0a04 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760224 Oct 27 14:09:23.737472 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-91fa294c-9e7a-497f-bf41-5611c7f22235 req-964c8dcb-14b5-42b4-a3d0-442288115cfa tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641193 Oct 27 14:09:23.738178 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:09:23.738178 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 99d7fdc5-8676-4e9b-9ec5-5c8018f479cf not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:09:23.754183 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=fd3f6935-186e-4efb-ae30-2528d5f42cf6,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:23.789600 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e019c02-ade2-460f-9a7a-b92f60d8f4ea x-openstack-request-id: req-1e019c02-ade2-460f-9a7a-b92f60d8f4ea {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:23.790218 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67be3cc-1fc7-4fc3-bdd0-03c799491784", "name": "network-vif-plugged", "status": "completed", "tag": "9b8b3480-396e-4f51-94d1-f326ad7aef3e", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:23.791299 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1e019c02-ade2-460f-9a7a-b92f60d8f4ea {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:23.791834 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67be3cc-1fc7-4fc3-bdd0-03c799491784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8b3480-396e-4f51-94d1-f326ad7aef3e', 'code': 200} Oct 27 14:09:23.828166 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=9b8b3480-396e-4f51-94d1-f326ad7aef3e,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:23.874994 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9261b-3cc1-4143-b4a0-36079f48b642 req-95c66c53-962d-4ae2-bcbb-2d8be1e70781 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:23.876887 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c5a9261b-3cc1-4143-b4a0-36079f48b642 req-95c66c53-962d-4ae2-bcbb-2d8be1e70781 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 945 time: 0.0776706 Oct 27 14:09:23.927391 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c5a9261b-3cc1-4143-b4a0-36079f48b642 req-57f8b27b-5de1-4834-995a-817fee7fb5fa tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440774 Oct 27 14:09:24.024978 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7d2b3-ab13-42ea-bdbe-d14549d18710 req-80e7346b-e908-4ac7-8bab-a14173c8d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:24.026507 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bff7d2b3-ab13-42ea-bdbe-d14549d18710 req-80e7346b-e908-4ac7-8bab-a14173c8d1d5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 1098 time: 0.0433779 Oct 27 14:09:24.093456 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bff7d2b3-ab13-42ea-bdbe-d14549d18710 req-a8dcffa4-2b15-4e12-873f-0bed0a43ef53 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Oct 27 14:09:24.095342 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['fd3f6935-186e-4efb-ae30-2528d5f42cf6'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:09:24.862827 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c431e-220f-4a5e-9e6d-bcab1d5945d8 req-1d0f3bd9-5954-417d-bf6b-e18464f0f7b2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:24.864349 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bf9c431e-220f-4a5e-9e6d-bcab1d5945d8 req-1d0f3bd9-5954-417d-bf6b-e18464f0f7b2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0772314 Oct 27 14:09:24.885851 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac8e1c-f35a-4351-bbbd-190678cf4a07 req-ae636b39-7d69-4ff1-86a4-b2a6d8f1b42d tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:24.887586 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-44ac8e1c-f35a-4351-bbbd-190678cf4a07 req-ae636b39-7d69-4ff1-86a4-b2a6d8f1b42d tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 945 time: 0.0727336 Oct 27 14:09:24.934150 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bf9c431e-220f-4a5e-9e6d-bcab1d5945d8 req-92e69a4d-6e47-40f3-b7dc-b4ae3659eab3 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623243 Oct 27 14:09:24.954990 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-44ac8e1c-f35a-4351-bbbd-190678cf4a07 req-4cab89bf-ad23-4f38-bc87-5318363661cb tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599802 Oct 27 14:09:25.067449 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d8af-940e-4767-9620-cab784f9c636 req-bc44b5f4-ebcc-4604-b60d-2ce476322de1 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:25.069092 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fa33d8af-940e-4767-9620-cab784f9c636 req-bc44b5f4-ebcc-4604-b60d-2ce476322de1 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 945 time: 0.0542378 Oct 27 14:09:25.109234 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fa33d8af-940e-4767-9620-cab784f9c636 req-8238f303-12f5-44dd-b3e9-f655d9895b62 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336673 Oct 27 14:09:25.319548 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device fd3f6935-186e-4efb-ae30-2528d5f42cf6 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:09:25.372990 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port fd3f6935-186e-4efb-ae30-2528d5f42cf6 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:09:25.377785 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port fd3f6935-186e-4efb-ae30-2528d5f42cf6 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:09:25.378156 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:25.460111 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:25.493970 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port fd3f6935-186e-4efb-ae30-2528d5f42cf6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fd3f6935-186e-4efb-ae30-2528d5f42cf6,segment=NetworkSegment(ea401d1f-3536-49de-af18-54dd4a5cc161),segment_id=ea401d1f-3536-49de-af18-54dd4a5cc161)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:25.498246 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:25.542825 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48012) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:25.554163 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=fd3f6935-186e-4efb-ae30-2528d5f42cf6,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:25.595616 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddeeaa1-d9ac-4a41-b546-ae1596b8e6ca admin admin] Deleting subnet d945427a-e5ce-47c2-8172-47ce6ee1f1b1 {{(pid=101656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:09:25.598818 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeaa1-d9ac-4a41-b546-ae1596b8e6ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:25.635056 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeaa1-d9ac-4a41-b546-ae1596b8e6ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5232373'] for subnet, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:25.674769 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeaa1-d9ac-4a41-b546-ae1596b8e6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:25.738539 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeaa1-d9ac-4a41-b546-ae1596b8e6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5109624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5122466'] for subnet, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:25.766004 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeeaa1-d9ac-4a41-b546-ae1596b8e6ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d945427a-e5ce-47c2-8172-47ce6ee1f1b1,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:25.769305 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ddeeaa1-d9ac-4a41-b546-ae1596b8e6ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:25.771117 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-5ddeeaa1-d9ac-4a41-b546-ae1596b8e6ca admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d945427a-e5ce-47c2-8172-47ce6ee1f1b1 HTTP/1.1" status: 204 len: 168 time: 0.2271612 Oct 27 14:09:25.773536 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48016) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:25.793333 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ae7a38-77b0-4cc7-966f-00e06098455d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3f6935-186e-4efb-ae30-2528d5f42cf6'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:25.795651 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00bde9d-fa37-482f-a33a-7e1cbfd85683" -d '{"events": [{"server_uuid": "16ae7a38-77b0-4cc7-966f-00e06098455d", "name": "network-vif-plugged", "status": "completed", "tag": "fd3f6935-186e-4efb-ae30-2528d5f42cf6"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:25.847329 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:25.849890 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef51333-6cb8-4c48-90be-f1376885fbfc x-openstack-request-id: req-3ef51333-6cb8-4c48-90be-f1376885fbfc {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:25.850199 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ae7a38-77b0-4cc7-966f-00e06098455d", "name": "network-vif-plugged", "status": "completed", "tag": "fd3f6935-186e-4efb-ae30-2528d5f42cf6", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:25.850641 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3ef51333-6cb8-4c48-90be-f1376885fbfc {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:25.851239 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ae7a38-77b0-4cc7-966f-00e06098455d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3f6935-186e-4efb-ae30-2528d5f42cf6', 'code': 200} Oct 27 14:09:25.936776 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:25.958236 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9287d5f3-a99c-4613-b3ac-b9bc822802a7']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:25.969486 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d347ff3-461b-4f79-90c3-5348ba57c71e') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:25.970202 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d347ff3-461b-4f79-90c3-5348ba57c71e') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:25.983114 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:26.000172 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:26.007588 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:09:26.008063 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:09:26.010099 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:09:26.079784 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:26.085659 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:26.089970 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] 10.222.0.85 "DELETE /v2.0/networks/9287d5f3-a99c-4613-b3ac-b9bc822802a7 HTTP/1.1" status: 204 len: 168 time: 0.3154879 Oct 27 14:09:26.105242 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cf7e7-f6e1-4aa0-a96d-776a25d528a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9287d5f3-a99c-4613-b3ac-b9bc822802a7,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:26.142555 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf16eb-9fc3-4aea-a6c8-416a1e941981 req-cec51376-f60c-4b18-af68-efc3395a2059 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:26.144219 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1ddf16eb-9fc3-4aea-a6c8-416a1e941981 req-cec51376-f60c-4b18-af68-efc3395a2059 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.1269603 Oct 27 14:09:26.148072 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec211e-6b08-4394-af3d-0321a1469cb4 req-5ea4dbee-8f37-4df5-af47-5b5b3a9a72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:26.149358 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-43ec211e-6b08-4394-af3d-0321a1469cb4 req-5ea4dbee-8f37-4df5-af47-5b5b3a9a72fa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 1099 time: 0.0996945 Oct 27 14:09:26.157274 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edee0c-8697-4268-bab0-d3361df08a0a req-2ed2d1c8-12ec-4468-9ec7-ce8003aa06cb tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:26.158683 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76edee0c-8697-4268-bab0-d3361df08a0a req-2ed2d1c8-12ec-4468-9ec7-ce8003aa06cb tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 946 time: 0.1076074 Oct 27 14:09:26.240828 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-43ec211e-6b08-4394-af3d-0321a1469cb4 req-d4f625ae-2501-466f-ac09-e819cb1d2b1d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747099 Oct 27 14:09:26.245736 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1ddf16eb-9fc3-4aea-a6c8-416a1e941981 req-b6efa0ea-2db7-46cb-90fd-feada4a9a6f2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861137 Oct 27 14:09:26.248843 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76edee0c-8697-4268-bab0-d3361df08a0a req-7c909b7b-c072-48f6-8c3e-9a3349b9af64 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814633 Oct 27 14:09:26.279012 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48032) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:26.325160 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-d472ee3f-c434-44a4-950f-b04ff451e1b0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fef26a68103c41df95d4610911087640&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432339 Oct 27 14:09:26.325762 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48034) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:26.364231 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb324ed-a570-448a-9e67-8a1ba0c7fc7a req-6ee0b89b-8fe2-4408-a424-83db1790280c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:26.365726 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8cb324ed-a570-448a-9e67-8a1ba0c7fc7a req-6ee0b89b-8fe2-4408-a424-83db1790280c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 945 time: 0.0561919 Oct 27 14:09:26.378509 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a038f469-ea9a-4645-a840-130afe6afc26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:26.399916 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a038f469-ea9a-4645-a840-130afe6afc26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:26.405823 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8cb324ed-a570-448a-9e67-8a1ba0c7fc7a req-e5716e08-fedd-4df7-941d-ddcaa07040d4 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340791 Oct 27 14:09:26.453704 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a038f469-ea9a-4645-a840-130afe6afc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:26.456612 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a038f469-ea9a-4645-a840-130afe6afc26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:26.457773 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-a038f469-ea9a-4645-a840-130afe6afc26 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b87a4520-18fa-469e-b88c-515baba225b6 HTTP/1.1" status: 204 len: 168 time: 0.1310894 Oct 27 14:09:26.465722 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038f469-ea9a-4645-a840-130afe6afc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a4520-18fa-469e-b88c-515baba225b6,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:27.373457 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a5af6-78a1-460c-8e3d-73dcdbb5572b req-2db2aaac-dee7-4285-86a6-e97dea090d24 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:27.375024 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-961a5af6-78a1-460c-8e3d-73dcdbb5572b req-2db2aaac-dee7-4285-86a6-e97dea090d24 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0552237 Oct 27 14:09:27.416223 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-961a5af6-78a1-460c-8e3d-73dcdbb5572b req-91f107a4-83e8-47b8-b863-e01f7f9a3501 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Oct 27 14:09:27.529396 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5812ee-616e-4c28-ab3c-413cdb23cb29 req-0cc8b0bc-dfb6-4194-8944-5848d44f605e tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:27.531035 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9c5812ee-616e-4c28-ab3c-413cdb23cb29 req-0cc8b0bc-dfb6-4194-8944-5848d44f605e tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 946 time: 0.0585973 Oct 27 14:09:27.572098 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9c5812ee-616e-4c28-ab3c-413cdb23cb29 req-c2b40cca-e260-417a-ba9a-59cfe24f9631 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Oct 27 14:09:28.540396 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0330f61-1884-42bf-bd7a-6505ff6d3d2d req-8276867f-aa00-412e-ab35-8f6ec4e4e752 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:28.542540 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c0330f61-1884-42bf-bd7a-6505ff6d3d2d req-8276867f-aa00-412e-ab35-8f6ec4e4e752 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0524168 Oct 27 14:09:28.581131 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c0330f61-1884-42bf-bd7a-6505ff6d3d2d req-62648da6-d49b-4bc9-9e50-fc2f1c7899da tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320976 Oct 27 14:09:28.694202 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7c278-aeda-4972-a4a5-cc78318b98ed req-00daf2e4-7f62-43b1-bdea-1b7ae7502d48 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:28.695693 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b6b7c278-aeda-4972-a4a5-cc78318b98ed req-00daf2e4-7f62-43b1-bdea-1b7ae7502d48 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 946 time: 0.0530164 Oct 27 14:09:28.736178 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b6b7c278-aeda-4972-a4a5-cc78318b98ed req-57fd148e-ff2f-46b3-8ef7-00b5473c876b tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337179 Oct 27 14:09:29.700286 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67584c-eb85-4378-b49d-2e704f2e7ebc req-e071df1c-9f5b-4f5b-9c7e-8bb34b3aafe9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:29.701841 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2f67584c-eb85-4378-b49d-2e704f2e7ebc req-e071df1c-9f5b-4f5b-9c7e-8bb34b3aafe9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0497234 Oct 27 14:09:29.739569 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2f67584c-eb85-4378-b49d-2e704f2e7ebc req-efc0d4f1-0c8b-42df-8d0e-53e915356dce tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317554 Oct 27 14:09:33.787393 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-a3636f6e-8509-4fcd-9e26-e17324d6cefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:34.067521 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae110af3-7034-4a32-9cd5-a9441349942b req-887e2214-c29f-4ee3-ab45-9718f4d8edab tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:34.068930 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ae110af3-7034-4a32-9cd5-a9441349942b req-887e2214-c29f-4ee3-ab45-9718f4d8edab tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0502255 Oct 27 14:09:34.110665 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ae110af3-7034-4a32-9cd5-a9441349942b req-e336d910-7d38-45a6-be48-50a97ff8aa3f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Oct 27 14:09:35.284275 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226b6d8-536e-4aaf-a320-9a1d1bcd1ad2 req-76e76c9d-b673-4146-b756-a2332d21155c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:35.285791 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9226b6d8-536e-4aaf-a320-9a1d1bcd1ad2 req-76e76c9d-b673-4146-b756-a2332d21155c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0541353 Oct 27 14:09:35.322305 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9226b6d8-536e-4aaf-a320-9a1d1bcd1ad2 req-b01acd74-46c4-426f-94a8-5940b83430f1 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306363 Oct 27 14:09:36.445698 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a3a5c-e508-4ac0-829a-4a2b2bad71d7 req-7d95c423-6dfb-4004-9831-dad398544c5e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:36.447271 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-018a3a5c-e508-4ac0-829a-4a2b2bad71d7 req-7d95c423-6dfb-4004-9831-dad398544c5e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0505075 Oct 27 14:09:36.489506 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-018a3a5c-e508-4ac0-829a-4a2b2bad71d7 req-e43b27be-19ac-4776-9083-5431909d0e3e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Oct 27 14:09:36.761052 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0a776005-671a-4b13-95ad-181b5b36feff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:37.608071 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c28c6-394b-4708-8749-b19f3cc821ab req-c4b8bae4-b041-43a0-aada-1aa6a9f582b0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:37.609593 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b60c28c6-394b-4708-8749-b19f3cc821ab req-c4b8bae4-b041-43a0-aada-1aa6a9f582b0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0490127 Oct 27 14:09:37.649143 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b60c28c6-394b-4708-8749-b19f3cc821ab req-6e722356-e44e-43be-9247-2264e243153d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335789 Oct 27 14:09:37.729503 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:37.909653 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:38.035321 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48254) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:38.141134 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e78a6ad8-f4dc-44aa-9d9a-b4ebde1de5a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:38.218784 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e78a6ad8-f4dc-44aa-9d9a-b4ebde1de5a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:38.224058 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e78a6ad8-f4dc-44aa-9d9a-b4ebde1de5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:38.268983 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a6ad8-f4dc-44aa-9d9a-b4ebde1de5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a86cbc-281a-4e18-b580-d2722c6fb728,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:38.277261 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 48274) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:38.277364 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-e78a6ad8-f4dc-44aa-9d9a-b4ebde1de5a3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=66c4c5e17fed44a38a2756e3161de511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409365 Oct 27 14:09:38.426157 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0bfe84d8-0bb8-42db-ad93-3d80fa07d857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:38.461332 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-221956ff-c08e-4530-a662-27169ac88234 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:38.462817 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-221956ff-c08e-4530-a662-27169ac88234 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 815 time: 0.1775832 Oct 27 14:09:38.467608 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0bfe84d8-0bb8-42db-ad93-3d80fa07d857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:38.494451 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-e76765fc-c96c-42c5-b0cd-02c020dc1334 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/quotas/a55431e3db544b7980c81c6303d1e8b2 HTTP/1.1" status: 200 len: 375 time: 0.0183051 Oct 27 14:09:38.583731 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-cba12bb5-50c1-4623-9877-271683c6cbf2 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774431 Oct 27 14:09:38.585443 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0bfe84d8-0bb8-42db-ad93-3d80fa07d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:38.590674 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0bfe84d8-0bb8-42db-ad93-3d80fa07d857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:38.592472 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-0bfe84d8-0bb8-42db-ad93-3d80fa07d857 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e4a86cbc-281a-4e18-b580-d2722c6fb728 HTTP/1.1" status: 204 len: 168 time: 0.3140044 Oct 27 14:09:38.641324 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe84d8-0bb8-42db-ad93-3d80fa07d857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a86cbc-281a-4e18-b580-d2722c6fb728,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:38.754211 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-31dc3f67-a055-4044-a7b2-aeb0662975f2 service neutron] 10.222.0.85 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553090 Oct 27 14:09:38.898211 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46cdae-5661-486b-8d21-a9daeedd6f5b req-3ca64365-ccc7-4c4d-bed9-1dd760638aa4 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:38.899727 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7f46cdae-5661-486b-8d21-a9daeedd6f5b req-3ca64365-ccc7-4c4d-bed9-1dd760638aa4 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0751073 Oct 27 14:09:38.922384 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-ff72f5b2-e4bd-432e-bfd0-5848c41ac384 service neutron] 10.222.0.85 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568544 Oct 27 14:09:38.961946 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7f46cdae-5661-486b-8d21-a9daeedd6f5b req-a134aa71-72f3-4ff8-9788-9299553859ac tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530872 Oct 27 14:09:39.101635 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e43004a2-cc86-4245-83a6-54214c7d3a63 req-41ed1a96-5fa3-43ef-93eb-838bcf7c4aea tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 210 time: 0.0321014 Oct 27 14:09:39.415569 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:40.092373 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049390e-a1a4-4c9d-99b7-91af18b2959f req-7066d328-4514-4ebb-86d5-b6e239631849 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:40.094081 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d049390e-a1a4-4c9d-99b7-91af18b2959f req-7066d328-4514-4ebb-86d5-b6e239631849 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0524213 Oct 27 14:09:40.135741 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d049390e-a1a4-4c9d-99b7-91af18b2959f req-76d18db2-4189-45d6-9685-3790d7a40416 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348020 Oct 27 14:09:40.211464 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-84e7aab7-e9dc-456a-bb87-4bde3e5f5972 req-49bd19cd-7ac0-4a46-b324-dcfac081556d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 210 time: 0.0314274 Oct 27 14:09:40.463769 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-2b30ceac-a712-419e-b827-010ce6ac332c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:40.465420 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-2b30ceac-a712-419e-b827-010ce6ac332c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 815 time: 0.1251087 Oct 27 14:09:40.498440 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Request body: {'port': {'device_id': '33d21e2b-a722-4824-b404-e0493b36c4d1', 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987', 'admin_state_up': True, 'tenant_id': 'a55431e3db544b7980c81c6303d1e8b2'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:40.595199 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48416) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:40.623903 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Made reservation on behalf of a55431e3db544b7980c81c6303d1e8b2 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:09:40.627659 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:40.777931 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Allocated IP 172.20.0.12 (5b53c648-0313-4179-8334-9fa5d1933987/3438be83-95f5-4dc5-9b6b-a057d921b6b0/068771a3-6b8e-4d3f-9708-0f828f723d7d) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:09:40.837344 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bda971d3-ac79-4ea2-a208-259ba9b76abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:40.927110 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bda971d3-ac79-4ea2-a208-259ba9b76abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:40.931572 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bda971d3-ac79-4ea2-a208-259ba9b76abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:40.947478 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:40.971672 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-bda971d3-ac79-4ea2-a208-259ba9b76abe admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=50c91997fc1d460f9ac22c2f05bb6126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783636 Oct 27 14:09:40.973715 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda971d3-ac79-4ea2-a208-259ba9b76abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51e1cc2-967e-4cf3-a8e6-3eccdb235c20,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:40.975872 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 48424) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:40.996045 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.010221 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['60d5d634-d73e-43e2-9077-dd41c390011b', '9b8b3480-396e-4f51-94d1-f326ad7aef3e'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:09:41.061437 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Network 5b53c648-0313-4179-8334-9fa5d1933987 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:09:41.065162 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:09:41.069630 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:09:41.076494 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:41.077085 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.088172 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Pushing event updated for resources: {'Port': ['ID=068771a3-6b8e-4d3f-9708-0f828f723d7d,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:41.104881 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-adf5d599-b6a3-42f3-8ec5-cb9291b466b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.110210 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-13693c29-4a6e-49b1-90b6-e8cd1a0f940b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6279416 Oct 27 14:09:41.131654 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-adf5d599-b6a3-42f3-8ec5-cb9291b466b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.138121 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Request body: {'port': {'device_id': '33d21e2b-a722-4824-b404-e0493b36c4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:41.230049 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.305107 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-adf5d599-b6a3-42f3-8ec5-cb9291b466b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.307597 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-adf5d599-b6a3-42f3-8ec5-cb9291b466b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.308720 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-adf5d599-b6a3-42f3-8ec5-cb9291b466b2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e51e1cc2-967e-4cf3-a8e6-3eccdb235c20 HTTP/1.1" status: 204 len: 168 time: 0.3318348 Oct 27 14:09:41.366963 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a96395-9aa7-4303-ad6a-555ca119788a req-ea7b7517-78cb-44c3-a5a9-3eb9e4e1c7c1 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:41.368520 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d7a96395-9aa7-4303-ad6a-555ca119788a req-ea7b7517-78cb-44c3-a5a9-3eb9e4e1c7c1 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.1540513 Oct 27 14:09:41.369277 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5d599-b6a3-42f3-8ec5-cb9291b466b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51e1cc2-967e-4cf3-a8e6-3eccdb235c20,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:41.481886 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df22b61-ec75-4399-8e5e-e56c0948a1d4 req-9e580ea7-a31e-4e95-999e-6ab43f01d657 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:41.483477 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0df22b61-ec75-4399-8e5e-e56c0948a1d4 req-9e580ea7-a31e-4e95-999e-6ab43f01d657 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 932 time: 0.1820354 Oct 27 14:09:41.538458 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d7a96395-9aa7-4303-ad6a-555ca119788a req-d1c80b49-d342-440d-b2a7-7251c44e2729 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190135 Oct 27 14:09:41.585587 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0df22b61-ec75-4399-8e5e-e56c0948a1d4 req-4ffb957d-0f04-4d8d-b292-d3698cd6bed6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908110 Oct 27 14:09:41.607730 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48438) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:41.632926 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1d851f86-8f91-4f9c-b3ea-8f98c2d6548d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.680722 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068771a3-6b8e-4d3f-9708-0f828f723d7d {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:09:41.690859 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.705924 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Transition to ACTIVE for port object 068771a3-6b8e-4d3f-9708-0f828f723d7d will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:09:41.710590 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.721407 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1d851f86-8f91-4f9c-b3ea-8f98c2d6548d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.725206 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1d851f86-8f91-4f9c-b3ea-8f98c2d6548d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:41.767113 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Pushing event updated for resources: {'Port': ['ID=068771a3-6b8e-4d3f-9708-0f828f723d7d,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:41.767888 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 48442) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:41.768006 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-1d851f86-8f91-4f9c-b3ea-8f98c2d6548d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=961bd5a7b4f0491897c84b407bc3cf91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587887 Oct 27 14:09:41.770075 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d851f86-8f91-4f9c-b3ea-8f98c2d6548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c8aba9-605e-4d35-b4fa-fce922b8ed38,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:42.047372 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Attempting to bind port 068771a3-6b8e-4d3f-9708-0f828f723d7d on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:09:42.047700 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Attempting to bind port 068771a3-6b8e-4d3f-9708-0f828f723d7d by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:09:42.048022 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Attempting to bind port 068771a3-6b8e-4d3f-9708-0f828f723d7d on network 5b53c648-0313-4179-8334-9fa5d1933987 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:09:42.057745 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Port 068771a3-6b8e-4d3f-9708-0f828f723d7d on network 5b53c648-0313-4179-8334-9fa5d1933987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:09:42.058056 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Attempting to bind port 068771a3-6b8e-4d3f-9708-0f828f723d7d on network 5b53c648-0313-4179-8334-9fa5d1933987 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:09:42.072376 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:09:42.072750 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Checking segment: {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:09:42.073133 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Bound using segment: {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:09:42.073557 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Bound port: 068771a3-6b8e-4d3f-9708-0f828f723d7d, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:09:42.073906 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:42.116132 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-cd3c9b81-056b-4417-8109-304e0521ffbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:42.154260 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-cd3c9b81-056b-4417-8109-304e0521ffbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:42.176791 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] For port 068771a3-6b8e-4d3f-9708-0f828f723d7d, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:09:42.185004 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] For port 068771a3-6b8e-4d3f-9708-0f828f723d7d, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=068771a3-6b8e-4d3f-9708-0f828f723d7d,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:09:42.192278 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:42.238204 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:42.238932 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:42.240360 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] 10.222.0.71 "PUT /v2.0/ports/068771a3-6b8e-4d3f-9708-0f828f723d7d HTTP/1.1" status: 200 len: 1094 time: 1.1068091 Oct 27 14:09:42.240820 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d21e2b-a722-4824-b404-e0493b36c4d1', 'tag': '068771a3-6b8e-4d3f-9708-0f828f723d7d'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:42.243071 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d783c1fb-354f-4735-a5ca-c734446f7aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "33d21e2b-a722-4824-b404-e0493b36c4d1", "tag": "068771a3-6b8e-4d3f-9708-0f828f723d7d"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:42.264494 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-cd3c9b81-056b-4417-8109-304e0521ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:42.268133 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-cd3c9b81-056b-4417-8109-304e0521ffbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:42.269760 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-cd3c9b81-056b-4417-8109-304e0521ffbb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/35c8aba9-605e-4d35-b4fa-fce922b8ed38 HTTP/1.1" status: 204 len: 168 time: 0.2516141 Oct 27 14:09:42.290715 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c9b81-056b-4417-8109-304e0521ffbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c8aba9-605e-4d35-b4fa-fce922b8ed38,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:42.296247 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd753d2-191c-41eb-81c5-0a956e5a7d01 service neutron] Pushing event updated for resources: {'Port': ['ID=068771a3-6b8e-4d3f-9708-0f828f723d7d,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:42.317720 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1493cf8-d681-4088-9480-ca2e2d18efa2 x-openstack-request-id: req-e1493cf8-d681-4088-9480-ca2e2d18efa2 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:42.318142 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d21e2b-a722-4824-b404-e0493b36c4d1", "tag": "068771a3-6b8e-4d3f-9708-0f828f723d7d", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:42.318595 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e1493cf8-d681-4088-9480-ca2e2d18efa2 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:42.319104 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d21e2b-a722-4824-b404-e0493b36c4d1', 'tag': '068771a3-6b8e-4d3f-9708-0f828f723d7d', 'status': 'completed', 'code': 200} Oct 27 14:09:42.349192 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-258cee48-8652-4a76-adf6-67cbf9ff9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:42.350696 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-258cee48-8652-4a76-adf6-67cbf9ff9da0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0467079 Oct 27 14:09:42.421217 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-f1c7a46e-26b7-4b6c-9b6e-929e800ae9d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=068771a3-6b8e-4d3f-9708-0f828f723d7d HTTP/1.1" status: 200 len: 217 time: 0.0380497 Oct 27 14:09:42.492475 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-beb4d669-ce5b-4633-a554-3f115c5e12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:42.493936 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-beb4d669-ce5b-4633-a554-3f115c5e12b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3438be83-95f5-4dc5-9b6b-a057d921b6b0 HTTP/1.1" status: 200 len: 855 time: 0.0566752 Oct 27 14:09:42.531158 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-a64c7d6c-2650-43aa-9a3e-7b19d874d9ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b53c648-0313-4179-8334-9fa5d1933987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251961 Oct 27 14:09:42.727102 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-88e872d8-c4cd-4e40-a0f3-e6d4b3d9b1ef service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828797 Oct 27 14:09:42.774474 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc894e-d619-4453-82bf-f90c0fd03fa0 req-2a25564c-6005-45a4-9eb2-84ef9376a00c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:42.776136 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4cbc894e-d619-4453-82bf-f90c0fd03fa0 req-2a25564c-6005-45a4-9eb2-84ef9376a00c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.1236601 Oct 27 14:09:42.815223 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980f398-6574-4fb6-8faf-98f35c49a384 req-914c13f6-5644-466c-bdf7-b0c228012db7 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:42.816818 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3980f398-6574-4fb6-8faf-98f35c49a384 req-914c13f6-5644-466c-bdf7-b0c228012db7 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 944 time: 0.1219463 Oct 27 14:09:42.895198 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4cbc894e-d619-4453-82bf-f90c0fd03fa0 req-8974d8d5-6f42-4439-aa64-b03119689621 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913901 Oct 27 14:09:42.922897 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3980f398-6574-4fb6-8faf-98f35c49a384 req-2e6225b2-602d-4667-a0ed-df901c1f6f55 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939262 Oct 27 14:09:42.934294 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9053d5ae-0e16-4f59-8057-0e61a6838ab2 req-97f47793-5959-4cc5-81f1-6116fa3ee088 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902871 Oct 27 14:09:43.065738 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783c1fb-354f-4735-a5ca-c734446f7aa5 req-62ed11c9-2213-4dfe-affe-7ef47d102834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:43.067352 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d783c1fb-354f-4735-a5ca-c734446f7aa5 req-62ed11c9-2213-4dfe-affe-7ef47d102834 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0440242 Oct 27 14:09:43.219310 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783c1fb-354f-4735-a5ca-c734446f7aa5 req-0c27c0b1-5923-4d4d-9da4-a8f9688e8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:43.220795 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d783c1fb-354f-4735-a5ca-c734446f7aa5 req-0c27c0b1-5923-4d4d-9da4-a8f9688e8119 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 917 time: 0.0970643 Oct 27 14:09:43.271848 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d783c1fb-354f-4735-a5ca-c734446f7aa5 req-629b89a9-99ed-46db-a02f-37454314b6c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=068771a3-6b8e-4d3f-9708-0f828f723d7d HTTP/1.1" status: 200 len: 217 time: 0.0418196 Oct 27 14:09:43.329138 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783c1fb-354f-4735-a5ca-c734446f7aa5 req-485da6fc-ef09-4cea-ade8-99dd182c780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:43.330661 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d783c1fb-354f-4735-a5ca-c734446f7aa5 req-485da6fc-ef09-4cea-ade8-99dd182c780d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3438be83-95f5-4dc5-9b6b-a057d921b6b0 HTTP/1.1" status: 200 len: 855 time: 0.0507050 Oct 27 14:09:43.366364 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d783c1fb-354f-4735-a5ca-c734446f7aa5 req-373fb7fd-eeca-4dcc-bf8e-fa9a3e567669 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b53c648-0313-4179-8334-9fa5d1933987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264680 Oct 27 14:09:43.475280 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d783c1fb-354f-4735-a5ca-c734446f7aa5 req-b0519aef-056f-4702-94b7-478537c5dd24 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976374 Oct 27 14:09:43.578778 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d783c1fb-354f-4735-a5ca-c734446f7aa5 req-abefecad-9569-4404-ad39-c22492d872e4 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890267 Oct 27 14:09:44.064352 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6909e-5e6c-4100-a3e5-265ca9f1088a req-31fe0920-50dc-4f94-8930-6824c9e2fbd9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:44.065947 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-91d6909e-5e6c-4100-a3e5-265ca9f1088a req-31fe0920-50dc-4f94-8930-6824c9e2fbd9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0848927 Oct 27 14:09:44.089287 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905371-0451-4767-8c19-d9be41bac61a req-f33bf4f3-6891-4d84-aa5c-46f83fde4733 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:44.090819 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-25905371-0451-4767-8c19-d9be41bac61a req-f33bf4f3-6891-4d84-aa5c-46f83fde4733 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 944 time: 0.0716724 Oct 27 14:09:44.134679 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-91d6909e-5e6c-4100-a3e5-265ca9f1088a req-69571393-c6bc-4fb4-83e3-74798d6942dd tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617058 Oct 27 14:09:44.156681 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-25905371-0451-4767-8c19-d9be41bac61a req-52ec142b-75ef-411d-a0db-b3ffa69327bc tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593488 Oct 27 14:09:45.293717 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01ea80-857a-4635-a663-d4a9cf46c08a req-5309a64b-9167-47a8-9487-5981b1890121 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:45.295222 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9a01ea80-857a-4635-a663-d4a9cf46c08a req-5309a64b-9167-47a8-9487-5981b1890121 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0794463 Oct 27 14:09:45.316486 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57e892-5346-4e88-b0af-f66093e23480 req-eade5d6c-fa35-4b66-b109-8d483e7c5b81 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:45.317999 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ee57e892-5346-4e88-b0af-f66093e23480 req-eade5d6c-fa35-4b66-b109-8d483e7c5b81 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 944 time: 0.0760131 Oct 27 14:09:45.364635 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9a01ea80-857a-4635-a663-d4a9cf46c08a req-eb0005ae-c0e0-4dbf-94dc-1b351a17e767 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622141 Oct 27 14:09:45.381532 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ee57e892-5346-4e88-b0af-f66093e23480 req-f8ffe1a2-249d-4627-a4fe-a60c3570406b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549479 Oct 27 14:09:46.210435 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:09:46.526908 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda5359-3857-49f7-b141-9a6a8d535399 req-290c3315-f91c-4a46-999c-641caf7bf390 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:46.529073 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dbda5359-3857-49f7-b141-9a6a8d535399 req-290c3315-f91c-4a46-999c-641caf7bf390 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0764034 Oct 27 14:09:46.536448 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb447f-cd71-447b-998c-4f8a25fddbd3 req-61f65f2f-8bf5-4958-90d6-31dfd29a7daf tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:46.537786 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-58cb447f-cd71-447b-998c-4f8a25fddbd3 req-61f65f2f-8bf5-4958-90d6-31dfd29a7daf tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 944 time: 0.0769551 Oct 27 14:09:46.597561 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dbda5359-3857-49f7-b141-9a6a8d535399 req-b4649af6-e911-47f3-a29f-d62c994023d2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588365 Oct 27 14:09:46.600172 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-58cb447f-cd71-447b-998c-4f8a25fddbd3 req-cdd76e65-9066-4fc3-88fd-df894100de0c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558631 Oct 27 14:09:47.017103 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:49.750889 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd13d-66dc-4012-8277-78ac11290daf req-3196eda2-8087-417e-a83c-617c02362a35 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:49.753049 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ff3cd13d-66dc-4012-8277-78ac11290daf req-3196eda2-8087-417e-a83c-617c02362a35 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0778964 Oct 27 14:09:49.782787 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b77f10-bb82-48d3-868e-e915823512ff req-6858cbf2-5f25-49b1-9761-9d1c0a9a9cee tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:49.785910 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f6b77f10-bb82-48d3-868e-e915823512ff req-6858cbf2-5f25-49b1-9761-9d1c0a9a9cee tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 944 time: 0.0842192 Oct 27 14:09:49.819770 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ff3cd13d-66dc-4012-8277-78ac11290daf req-874bd3c0-240c-4334-a0b2-533d550470ee tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600595 Oct 27 14:09:49.838605 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f6b77f10-bb82-48d3-868e-e915823512ff req-943ea045-121d-47b6-a824-7f374a51dfaf tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 Oct 27 14:09:50.986886 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd3aa4-b323-414b-bcce-1e6d642ff038 req-245a97fa-fe0d-47e7-ba99-50ab99aadbad tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:50.988468 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-81fd3aa4-b323-414b-bcce-1e6d642ff038 req-245a97fa-fe0d-47e7-ba99-50ab99aadbad tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0957775 Oct 27 14:09:51.001392 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f594a27-382a-4d7e-9223-fa5d030f3bbb req-835ce804-e7e3-42a2-991d-62e715130cdc tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:51.003165 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f594a27-382a-4d7e-9223-fa5d030f3bbb req-835ce804-e7e3-42a2-991d-62e715130cdc tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 944 time: 0.0798383 Oct 27 14:09:51.054412 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-81fd3aa4-b323-414b-bcce-1e6d642ff038 req-4ffbe5c8-4e1c-41e1-8f69-81e1f5337084 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502491 Oct 27 14:09:51.070683 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f594a27-382a-4d7e-9223-fa5d030f3bbb req-f95d625c-a8a0-4151-9074-a9607ceb673a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588865 Oct 27 14:09:52.240128 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b33d40-f5fe-4a56-b9bf-913e4aae5faa req-50c46552-dd8d-4b79-8a38-c07dfa03377c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:52.243312 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-93b33d40-f5fe-4a56-b9bf-913e4aae5faa req-50c46552-dd8d-4b79-8a38-c07dfa03377c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 944 time: 0.0710454 Oct 27 14:09:52.249706 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81648-a41d-4728-93ac-981652af7070 req-b384dff6-627b-4ffd-8cc9-8ce2c9f81769 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:52.251115 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3cf81648-a41d-4728-93ac-981652af7070 req-b384dff6-627b-4ffd-8cc9-8ce2c9f81769 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.1109641 Oct 27 14:09:52.304994 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-93b33d40-f5fe-4a56-b9bf-913e4aae5faa req-9016ad96-4432-42e7-b2c3-253c1fed0d63 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528986 Oct 27 14:09:52.312308 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3cf81648-a41d-4728-93ac-981652af7070 req-2311c1fc-85f7-45b3-bd49-6b1250474023 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541186 Oct 27 14:09:53.464331 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771282b-f2e0-4bc1-8aac-2f09bcd56524 req-8eca5192-fbde-4ac3-a9ce-4e6939d96dd3 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:53.465846 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9771282b-f2e0-4bc1-8aac-2f09bcd56524 req-8eca5192-fbde-4ac3-a9ce-4e6939d96dd3 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 944 time: 0.0782297 Oct 27 14:09:53.486061 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e8999-37ef-4d23-98d7-0de1f7f1fdf0 req-17c4a5e9-e5c9-4f21-8924-910747da6a27 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:53.487713 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-370e8999-37ef-4d23-98d7-0de1f7f1fdf0 req-17c4a5e9-e5c9-4f21-8924-910747da6a27 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0725515 Oct 27 14:09:53.553163 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9771282b-f2e0-4bc1-8aac-2f09bcd56524 req-2be9397f-89dd-42fd-8850-9d7adf8dbbd6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768275 Oct 27 14:09:53.556249 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-370e8999-37ef-4d23-98d7-0de1f7f1fdf0 req-a241f3fa-8c7d-484a-aeee-fd69eb09a6f7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607593 Oct 27 14:09:53.667569 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48668) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:53.770591 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-458adf3a-8a0f-4364-b9c7-c0dbac69f198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:53.850206 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-458adf3a-8a0f-4364-b9c7-c0dbac69f198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:53.854049 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-458adf3a-8a0f-4364-b9c7-c0dbac69f198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:53.893108 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-458adf3a-8a0f-4364-b9c7-c0dbac69f198 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7360c00a4a5e42ed984a3478d26592d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244492 Oct 27 14:09:53.894003 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458adf3a-8a0f-4364-b9c7-c0dbac69f198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312efb12-4d17-4f20-8bba-c51a99b6210c,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:53.896090 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 48672) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:53.946380 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c57cb862-b46a-40ab-b706-cded7302edac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:53.968711 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c57cb862-b46a-40ab-b706-cded7302edac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:54.017878 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c57cb862-b46a-40ab-b706-cded7302edac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:54.020585 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c57cb862-b46a-40ab-b706-cded7302edac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:54.021781 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-c57cb862-b46a-40ab-b706-cded7302edac admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/312efb12-4d17-4f20-8bba-c51a99b6210c HTTP/1.1" status: 204 len: 168 time: 0.1247089 Oct 27 14:09:54.029736 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cb862-b46a-40ab-b706-cded7302edac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312efb12-4d17-4f20-8bba-c51a99b6210c,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:54.311008 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 48694) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:54.324105 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0fbfdea8-a33a-49aa-9f87-5f098636729d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:54.398551 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0fbfdea8-a33a-49aa-9f87-5f098636729d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:54.402263 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0fbfdea8-a33a-49aa-9f87-5f098636729d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:54.444071 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-0fbfdea8-a33a-49aa-9f87-5f098636729d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b84621f56d6f4c838e83ac3793a4544a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319380 Oct 27 14:09:54.446206 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfdea8-a33a-49aa-9f87-5f098636729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f83ede6-4472-46e5-883e-6294f818fc97,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:54.446780 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48696) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:54.495976 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-eea0601a-7743-42f3-bf15-b03da1c85873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:54.518481 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-eea0601a-7743-42f3-bf15-b03da1c85873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:54.565698 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-eea0601a-7743-42f3-bf15-b03da1c85873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:54.568340 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-eea0601a-7743-42f3-bf15-b03da1c85873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:54.569490 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-eea0601a-7743-42f3-bf15-b03da1c85873 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3f83ede6-4472-46e5-883e-6294f818fc97 HTTP/1.1" status: 204 len: 168 time: 0.1216846 Oct 27 14:09:54.578043 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0601a-7743-42f3-bf15-b03da1c85873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f83ede6-4472-46e5-883e-6294f818fc97,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:54.713970 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d7617-68fe-4994-b434-5197bf052477 req-303e50e4-5967-45ab-84e4-ea343410f63e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:54.715565 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-163d7617-68fe-4994-b434-5197bf052477 req-303e50e4-5967-45ab-84e4-ea343410f63e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0793335 Oct 27 14:09:54.724575 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b6047-f2ea-40a7-83c5-0e52d748e9a5 req-f6df38c6-260c-40d8-b77e-f12e7e309b3d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:54.726029 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-494b6047-f2ea-40a7-83c5-0e52d748e9a5 req-f6df38c6-260c-40d8-b77e-f12e7e309b3d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 944 time: 0.0788536 Oct 27 14:09:54.778447 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-163d7617-68fe-4994-b434-5197bf052477 req-95182547-e48e-478e-9fb2-fcfc9c064ab7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513723 Oct 27 14:09:54.793582 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-494b6047-f2ea-40a7-83c5-0e52d748e9a5 req-ddf62349-4b17-40f3-a43a-f19def0ca8e3 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531862 Oct 27 14:09:55.476059 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 068771a3-6b8e-4d3f-9708-0f828f723d7d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:09:55.603048 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 068771a3-6b8e-4d3f-9708-0f828f723d7d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=068771a3-6b8e-4d3f-9708-0f828f723d7d,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:55.618113 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '068771a3-6b8e-4d3f-9708-0f828f723d7d', 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987', 'port_id': '068771a3-6b8e-4d3f-9708-0f828f723d7d', 'mac_address': 'fa:16:3e:12:01:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3438be83-95f5-4dc5-9b6b-a057d921b6b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:09:55.660347 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:55.674090 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068771a3-6b8e-4d3f-9708-0f828f723d7d {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:09:55.697420 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 068771a3-6b8e-4d3f-9708-0f828f723d7d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=068771a3-6b8e-4d3f-9708-0f828f723d7d,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:55.703865 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:55.761905 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=068771a3-6b8e-4d3f-9708-0f828f723d7d,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:55.950220 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed3dec-1fca-44d0-a6be-086dde5adf2b req-587d9b35-a274-4795-ba32-c2e9e78cd299 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:55.952445 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f2ed3dec-1fca-44d0-a6be-086dde5adf2b req-587d9b35-a274-4795-ba32-c2e9e78cd299 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0865219 Oct 27 14:09:55.960061 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ed08d-716f-443d-b954-d37df309685c req-879b6ec3-00ae-4959-8d90-222529f8c65a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:55.961459 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-855ed08d-716f-443d-b954-d37df309685c req-879b6ec3-00ae-4959-8d90-222529f8c65a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 945 time: 0.0846994 Oct 27 14:09:56.016606 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f2ed3dec-1fca-44d0-a6be-086dde5adf2b req-666a5b91-dc68-493a-8bc0-6308cd8441b6 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541773 Oct 27 14:09:56.021882 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-855ed08d-716f-443d-b954-d37df309685c req-9c5153a8-9d28-4ed0-a31a-ab145196216f tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533609 Oct 27 14:09:56.404653 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['068771a3-6b8e-4d3f-9708-0f828f723d7d'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:09:56.472111 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d511adf-66e4-4ce3-8b73-36c3cf0dce4b req-f92b3c05-3e5d-4d76-81cc-d48e40e36e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:56.473885 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d511adf-66e4-4ce3-8b73-36c3cf0dce4b req-f92b3c05-3e5d-4d76-81cc-d48e40e36e89 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 1098 time: 0.0569386 Oct 27 14:09:56.524663 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d511adf-66e4-4ce3-8b73-36c3cf0dce4b req-914d7f6a-ba73-49fe-91a5-f5b8fd905fe2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377731 Oct 27 14:09:56.719384 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48810) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:56.827349 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ca2f145f-42a7-4b1c-b696-a79a6d66b399 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:56.905228 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ca2f145f-42a7-4b1c-b696-a79a6d66b399 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:56.909071 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ca2f145f-42a7-4b1c-b696-a79a6d66b399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:56.949823 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f145f-42a7-4b1c-b696-a79a6d66b399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f253430-c55f-4a27-924e-8e9664cf9261,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:56.959661 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 48814) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:56.960147 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ca2f145f-42a7-4b1c-b696-a79a6d66b399 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ce6206f9f642478fbcdded0a02f62d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396135 Oct 27 14:09:57.014620 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d325f9dc-6da9-42fb-ae77-f63bb9539e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:57.037308 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d325f9dc-6da9-42fb-ae77-f63bb9539e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:57.089774 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d325f9dc-6da9-42fb-ae77-f63bb9539e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:57.093507 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d325f9dc-6da9-42fb-ae77-f63bb9539e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:57.094714 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-d325f9dc-6da9-42fb-ae77-f63bb9539e4a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8f253430-c55f-4a27-924e-8e9664cf9261 HTTP/1.1" status: 204 len: 168 time: 0.1340487 Oct 27 14:09:57.151711 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325f9dc-6da9-42fb-ae77-f63bb9539e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f253430-c55f-4a27-924e-8e9664cf9261,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:57.179829 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f300f1-e885-4589-a559-ce288254ca4b req-3b423cfc-c7b2-424e-b2c4-44ef6af85454 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:57.181349 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c1f300f1-e885-4589-a559-ce288254ca4b req-3b423cfc-c7b2-424e-b2c4-44ef6af85454 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0853601 Oct 27 14:09:57.195373 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdbc9b-37a2-43b0-8eed-f07847bf99c8 req-1095d60c-322f-494d-8e3a-622d1e4430e9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:57.199620 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9fbdbc9b-37a2-43b0-8eed-f07847bf99c8 req-1095d60c-322f-494d-8e3a-622d1e4430e9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 945 time: 0.0937121 Oct 27 14:09:57.267715 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c1f300f1-e885-4589-a559-ce288254ca4b req-34b1868a-8d4c-4f96-bed9-d6f0d3100a9e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670519 Oct 27 14:09:57.273748 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9fbdbc9b-37a2-43b0-8eed-f07847bf99c8 req-07ab1aea-6b48-4dd2-9aec-0ba422b5b225 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652387 Oct 27 14:09:57.385513 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 48826) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:57.400333 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c1d49aa-d830-4475-81b4-55c4e7823b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:57.482610 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c1d49aa-d830-4475-81b4-55c4e7823b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:57.486885 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c1d49aa-d830-4475-81b4-55c4e7823b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:57.524885 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-0c1d49aa-d830-4475-81b4-55c4e7823b65 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ac58918ff1714f5098321ae0b83e675d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382048 Oct 27 14:09:57.526011 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d49aa-d830-4475-81b4-55c4e7823b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25b6fd2-6580-4e00-9335-095133bc3f16,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:57.527653 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48830) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:57.576893 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1f1871fc-6174-473b-b380-92c8b6a333f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:57.597248 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1f1871fc-6174-473b-b380-92c8b6a333f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:57.645970 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1f1871fc-6174-473b-b380-92c8b6a333f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:57.648571 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1f1871fc-6174-473b-b380-92c8b6a333f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:57.649737 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-1f1871fc-6174-473b-b380-92c8b6a333f7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d25b6fd2-6580-4e00-9335-095133bc3f16 HTTP/1.1" status: 204 len: 168 time: 0.1210573 Oct 27 14:09:57.657407 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1871fc-6174-473b-b380-92c8b6a333f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25b6fd2-6580-4e00-9335-095133bc3f16,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:58.427787 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262afcc0-38f5-49df-809f-2a41f2fa50b9 req-9512ea02-e0d7-4f0e-9093-b57c57c1f577 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:58.429227 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-262afcc0-38f5-49df-809f-2a41f2fa50b9 req-9512ea02-e0d7-4f0e-9093-b57c57c1f577 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0848382 Oct 27 14:09:58.461693 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76919dc-6ba2-4e43-a7d5-efa99b48c8ef req-e6b4e9e5-22af-4425-921e-03b16da9ad03 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:58.463226 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d76919dc-6ba2-4e43-a7d5-efa99b48c8ef req-e6b4e9e5-22af-4425-921e-03b16da9ad03 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 945 time: 0.0907533 Oct 27 14:09:58.488905 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-262afcc0-38f5-49df-809f-2a41f2fa50b9 req-64130408-6d93-401c-b3be-690b6376ce3f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521696 Oct 27 14:09:58.537348 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d76919dc-6ba2-4e43-a7d5-efa99b48c8ef req-12f5b6d7-50a8-482a-9a0c-8adbd61068b1 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620141 Oct 27 14:09:58.767968 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48876) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:58.872450 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ce07dcc-5186-4c00-b297-d0cfb6e2a779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:58.948258 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ce07dcc-5186-4c00-b297-d0cfb6e2a779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:58.952077 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ce07dcc-5186-4c00-b297-d0cfb6e2a779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:58.988934 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce07dcc-5186-4c00-b297-d0cfb6e2a779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e475a492-e21c-454c-9bc5-992d591b0513,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:58.995884 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-5ce07dcc-5186-4c00-b297-d0cfb6e2a779 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8c6b68de343b494db557b9d0cbc80e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265832 Oct 27 14:09:58.996205 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 48880) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:59.047435 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-88141048-c449-47bb-875c-7272f9569520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:59.069258 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-88141048-c449-47bb-875c-7272f9569520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:59.115092 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-88141048-c449-47bb-875c-7272f9569520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:59.117651 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-88141048-c449-47bb-875c-7272f9569520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:59.118796 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-88141048-c449-47bb-875c-7272f9569520 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e475a492-e21c-454c-9bc5-992d591b0513 HTTP/1.1" status: 204 len: 168 time: 0.1215496 Oct 27 14:09:59.126910 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88141048-c449-47bb-875c-7272f9569520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e475a492-e21c-454c-9bc5-992d591b0513,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:59.513928 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 068771a3-6b8e-4d3f-9708-0f828f723d7d up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:09:59.575324 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 068771a3-6b8e-4d3f-9708-0f828f723d7d completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:09:59.583148 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 068771a3-6b8e-4d3f-9708-0f828f723d7d triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:09:59.583928 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:59.644295 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323b574-aedc-4e5c-b0ff-a14461de3225 req-fe1744e8-9073-40b3-9f23-023964304bfa tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:59.645944 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3323b574-aedc-4e5c-b0ff-a14461de3225 req-fe1744e8-9073-40b3-9f23-023964304bfa tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0578718 Oct 27 14:09:59.693842 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:59.721183 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d21e2b-a722-4824-b404-e0493b36c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068771a3-6b8e-4d3f-9708-0f828f723d7d'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:59.724032 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13283727-ed41-4a19-99cc-6184d581cc22" -d '{"events": [{"server_uuid": "33d21e2b-a722-4824-b404-e0493b36c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "068771a3-6b8e-4d3f-9708-0f828f723d7d"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:59.725835 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3323b574-aedc-4e5c-b0ff-a14461de3225 req-5a98d6f6-233c-400c-b48b-703ed58864a3 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676253 Oct 27 14:09:59.736047 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9422a6-bf31-42ff-93b2-3e9fd6d40ae1 req-d23d3b77-d307-46d6-8d26-0153273f777d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:59.741868 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 068771a3-6b8e-4d3f-9708-0f828f723d7d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=068771a3-6b8e-4d3f-9708-0f828f723d7d,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:59.743745 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1e9422a6-bf31-42ff-93b2-3e9fd6d40ae1 req-d23d3b77-d307-46d6-8d26-0153273f777d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 945 time: 0.1094637 Oct 27 14:09:59.747837 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:59.793362 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 48920) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:59.798146 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1e9422a6-bf31-42ff-93b2-3e9fd6d40ae1 req-df29e54b-fa75-44de-91d2-df3410cca910 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487883 Oct 27 14:09:59.813528 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdbd9cb-1764-489d-8a27-0972ef5a891c x-openstack-request-id: req-5bdbd9cb-1764-489d-8a27-0972ef5a891c {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:59.813931 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d21e2b-a722-4824-b404-e0493b36c4d1", "name": "network-vif-plugged", "status": "completed", "tag": "068771a3-6b8e-4d3f-9708-0f828f723d7d", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:59.814279 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5bdbd9cb-1764-489d-8a27-0972ef5a891c {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:59.814757 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d21e2b-a722-4824-b404-e0493b36c4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068771a3-6b8e-4d3f-9708-0f828f723d7d', 'code': 200} Oct 27 14:09:59.833021 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=068771a3-6b8e-4d3f-9708-0f828f723d7d,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:59.929526 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abcb1a-6802-4259-9a09-3357a7356309 req-748ea851-78c1-4933-b5ab-d89957afe336 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:59.931059 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-34abcb1a-6802-4259-9a09-3357a7356309 req-748ea851-78c1-4933-b5ab-d89957afe336 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0551546 Oct 27 14:09:59.957157 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-230487940-network', 'tenant_id': '403cbdd2f7e54a148b5f8f44b38a045d'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:59.984855 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Made reservation on behalf of 403cbdd2f7e54a148b5f8f44b38a045d for: {'network': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:09:59.986775 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-34abcb1a-6802-4259-9a09-3357a7356309 req-bddaeed3-757c-4f87-8eb8-f4e1174131e5 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426445 Oct 27 14:09:59.987380 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:59.999492 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:00.057020 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3996e-94b3-4819-b2fa-351bf4e8168f req-47b536fe-cc47-451f-8388-d0f60fdf8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:00.058560 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-21a3996e-94b3-4819-b2fa-351bf4e8168f req-47b536fe-cc47-451f-8388-d0f60fdf8c74 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 1099 time: 0.0494661 Oct 27 14:10:00.085656 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:00.090101 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:00.102218 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-21a3996e-94b3-4819-b2fa-351bf4e8168f req-5983cefc-4089-4cc3-b861-419c5afe3164 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343220 Oct 27 14:10:00.117325 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=101656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:10:00.128431 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9803fb4-e88b-499f-be8e-75fe9bcb1078,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:00.140109 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:00.140522 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.segments_db [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Added segment 82ab21f3-c299-4a61-8840-6222240d5e8d of type vlan for network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd Oct 27 14:10:00.182896 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:00.209378 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:00.210487 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:00.211088 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:00.268602 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4738591 Oct 27 14:10:00.271608 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 48926) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:00.276620 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] Request body: {'subnet': {'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-230487940-subnet', 'tenant_id': '403cbdd2f7e54a148b5f8f44b38a045d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:00.290361 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2e5db-6a5f-4052-9199-e5bccea97bae admin admin] Pushing event updated for resources: {'Network': ['ID=9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:00.305819 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:10:00.310619 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] Made reservation on behalf of 403cbdd2f7e54a148b5f8f44b38a045d for: {'subnet': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:10:00.313039 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:00.511029 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:00.569872 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e96b3eb-009d-40d0-b11d-154656a63c40,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:00.576429 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] Checking segment: {'id': '82ab21f3-c299-4a61-8840-6222240d5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:00.577028 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] Network hostable DHCP agents. Network: 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:10:00.594630 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] Network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:10:00.602877 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd) {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:00.607035 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:00.607660 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:00.613436 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afac0456-1840-4b30-8ac2-88466ec03723 None None] Network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:10:00.623373 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-47e3f8e0-e385-4c03-b920-21820da0051c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3504088 Oct 27 14:10:00.738273 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb13316c-dbfc-4832-b63e-e9f79d54188f None None] Network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:10:00.930843 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1521d9-5d65-40e7-8b0c-2b2741e87c95 req-10d7d438-5669-4db1-8781-469e173d9657 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:00.932464 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bc1521d9-5d65-40e7-8b0c-2b2741e87c95 req-10d7d438-5669-4db1-8781-469e173d9657 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0566556 Oct 27 14:10:00.974964 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bc1521d9-5d65-40e7-8b0c-2b2741e87c95 req-01794a72-222c-491f-8f1a-807b27624088 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359607 Oct 27 14:10:01.664808 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5773-9119-4def-9d02-a45e7f477424 req-0e214288-10ee-4cf7-99f0-6b567e843e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:01.670962 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0e0d5773-9119-4def-9d02-a45e7f477424 req-0e214288-10ee-4cf7-99f0-6b567e843e19 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 1099 time: 0.0543597 Oct 27 14:10:01.807997 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c310c23-e2ab-4167-b24c-28a8962fd125 req-ce33591f-3f0e-4992-8ad6-b500c0898bc4 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:01.809454 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0c310c23-e2ab-4167-b24c-28a8962fd125 req-ce33591f-3f0e-4992-8ad6-b500c0898bc4 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0769815 Oct 27 14:10:01.812898 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5773-9119-4def-9d02-a45e7f477424 req-679b8939-0054-4722-9551-3109359f3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:01.814223 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0e0d5773-9119-4def-9d02-a45e7f477424 req-679b8939-0054-4722-9551-3109359f3a59 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 200 len: 920 time: 0.1233838 Oct 27 14:10:01.868688 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0e0d5773-9119-4def-9d02-a45e7f477424 req-55b34f87-d0d3-455d-9e01-a2c763505acb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766d9692-5198-4c25-aa3a-d99900cc51b5 HTTP/1.1" status: 200 len: 217 time: 0.0354109 Oct 27 14:10:01.891433 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0c310c23-e2ab-4167-b24c-28a8962fd125 req-f774e749-c5a5-4b4a-bb41-580a11138332 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746794 Oct 27 14:10:01.928299 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5773-9119-4def-9d02-a45e7f477424 req-ccc7b11d-b7a0-4ad7-a002-ffcaf756ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:01.929756 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0e0d5773-9119-4def-9d02-a45e7f477424 req-ccc7b11d-b7a0-4ad7-a002-ffcaf756ce22 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5397b1e-6cca-4404-be06-5171278a75ad HTTP/1.1" status: 200 len: 858 time: 0.0508099 Oct 27 14:10:01.973015 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0e0d5773-9119-4def-9d02-a45e7f477424 req-269f99b3-7804-4822-8afa-0e10fe73d58e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e326cd63-ddc3-4370-9359-292ac983dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254219 Oct 27 14:10:02.101391 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0e0d5773-9119-4def-9d02-a45e7f477424 req-f6ac4d96-86e2-4026-bf27-a5aefd581411 service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118457 Oct 27 14:10:02.117843 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d723c-ba8c-4cb5-b970-1b7a0798d394 req-ad47c082-ae6d-4c21-98f2-bbaabb2d3222 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:02.120546 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-297d723c-ba8c-4cb5-b970-1b7a0798d394 req-ad47c082-ae6d-4c21-98f2-bbaabb2d3222 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0685043 Oct 27 14:10:02.217488 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-297d723c-ba8c-4cb5-b970-1b7a0798d394 req-8e7b0656-aa76-425f-8490-c86d2dd745c1 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895233 Oct 27 14:10:02.263491 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0e0d5773-9119-4def-9d02-a45e7f477424 req-62a05621-6048-4806-a1be-db7465f8dfe8 service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429319 Oct 27 14:10:02.454397 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-77fe8d8f-9d66-46b0-9146-60072f47fb88 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:02.455801 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-77fe8d8f-9d66-46b0-9146-60072f47fb88 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/networks?id=9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd HTTP/1.1" status: 200 len: 808 time: 0.1076479 Oct 27 14:10:02.471378 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-6f7869d8-178a-4f11-b848-e9d96f6c6b17 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/quotas/403cbdd2f7e54a148b5f8f44b38a045d HTTP/1.1" status: 200 len: 375 time: 0.0097613 Oct 27 14:10:02.506978 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-3d485089-d1c9-484a-9611-0f3f48d3eb40 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=403cbdd2f7e54a148b5f8f44b38a045d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300293 Oct 27 14:10:02.607379 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-e9f4f215-3d64-4d54-b1fe-7ef4be501e10 service neutron] 10.222.0.85 "GET /v2.0/networks/9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926692 Oct 27 14:10:02.761015 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-f55a4654-970c-4073-a2f8-f719fcbc90a5 service neutron] 10.222.0.85 "GET /v2.0/networks/9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472688 Oct 27 14:10:02.942647 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-81cd2573-20b0-4fa6-ad53-99a8bafd3635 req-8ff326cb-4d7a-4b00-8b94-646eede82a1d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 210 time: 0.0292070 Oct 27 14:10:03.071835 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02992eb6-1c39-4f43-9010-9424e6c15cc7 req-f932b9fb-e5a5-4dfd-b16c-3fce6dea3274 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:03.074768 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-02992eb6-1c39-4f43-9010-9424e6c15cc7 req-f932b9fb-e5a5-4dfd-b16c-3fce6dea3274 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0585163 Oct 27 14:10:03.120872 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-02992eb6-1c39-4f43-9010-9424e6c15cc7 req-364eb661-77aa-420d-9a4e-01abc8f1289d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362225 Oct 27 14:10:03.362966 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7f704-42e1-4c90-a3cd-805199d9ad49 req-c027a86a-10a3-4d4a-8316-3bc4d074879d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:03.364693 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-62e7f704-42e1-4c90-a3cd-805199d9ad49 req-c027a86a-10a3-4d4a-8316-3bc4d074879d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 946 time: 0.0535793 Oct 27 14:10:03.406773 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-62e7f704-42e1-4c90-a3cd-805199d9ad49 req-f2c2672e-5164-4fd8-a2d2-20abc0c33a76 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346773 Oct 27 14:10:03.790377 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-83e0880d-7c70-4888-b825-3663dc9e2b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:04.052899 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1e5a4107-cd19-4911-bb76-0da739121637 req-cec8caca-90fc-4c57-8976-62668f1200f5 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 210 time: 0.0379295 Oct 27 14:10:04.563700 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511363d9-9412-48e0-8d53-24b05c28dce1 req-248a0d5c-3264-46b5-b216-af060d38717c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:04.565593 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-511363d9-9412-48e0-8d53-24b05c28dce1 req-248a0d5c-3264-46b5-b216-af060d38717c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.3448806 Oct 27 14:10:04.576559 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-4644c89f-b3e0-4ea1-8050-eb3ed95cb86f tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:04.577936 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-4644c89f-b3e0-4ea1-8050-eb3ed95cb86f tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.71 "GET /v2.0/networks?id=9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd HTTP/1.1" status: 200 len: 808 time: 0.4313493 Oct 27 14:10:04.595409 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Request body: {'port': {'device_id': 'c186e5da-fd06-448a-9e65-3701f44796c4', 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd', 'admin_state_up': True, 'tenant_id': '403cbdd2f7e54a148b5f8f44b38a045d'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:04.661520 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-511363d9-9412-48e0-8d53-24b05c28dce1 req-61d6e849-fcc3-4757-a137-954e4244f959 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820842 Oct 27 14:10:04.729503 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Made reservation on behalf of 403cbdd2f7e54a148b5f8f44b38a045d for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:10:04.732954 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:04.860050 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Allocated IP 172.20.0.5 (9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd/8e96b3eb-009d-40d0-b11d-154656a63c40/3be7433d-feae-4897-986b-6ca3cbba65f8) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:05.033377 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:05.073530 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:05.122024 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:05.126857 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:05.132608 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:05.139466 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:05.140117 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:05.165876 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Pushing event updated for resources: {'Port': ['ID=3be7433d-feae-4897-986b-6ca3cbba65f8,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:05.197314 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-2f653643-770f-44c6-b046-3b84fb7d1e6d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052754 Oct 27 14:10:05.219010 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Request body: {'port': {'device_id': 'c186e5da-fd06-448a-9e65-3701f44796c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:05.229791 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae020f-6af6-4ac6-9112-f22ea473c669 req-8fe00988-acba-4e16-80bb-2201577918a2 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:05.231311 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-89ae020f-6af6-4ac6-9112-f22ea473c669 req-8fe00988-acba-4e16-80bb-2201577918a2 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 931 time: 0.0884075 Oct 27 14:10:05.309528 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-89ae020f-6af6-4ac6-9112-f22ea473c669 req-abd4f816-bb05-4d45-9d3a-bf42d99cd0aa tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628152 Oct 27 14:10:05.310811 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:05.622094 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be7433d-feae-4897-986b-6ca3cbba65f8 {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:10:05.630291 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:05.643574 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Transition to ACTIVE for port object 3be7433d-feae-4897-986b-6ca3cbba65f8 will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:10:05.647724 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:05.697669 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Pushing event updated for resources: {'Port': ['ID=3be7433d-feae-4897-986b-6ca3cbba65f8,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:05.731892 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Attempting to bind port 3be7433d-feae-4897-986b-6ca3cbba65f8 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:10:05.732238 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Attempting to bind port 3be7433d-feae-4897-986b-6ca3cbba65f8 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '82ab21f3-c299-4a61-8840-6222240d5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:10:05.732576 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Attempting to bind port 3be7433d-feae-4897-986b-6ca3cbba65f8 on network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:05.737094 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Port 3be7433d-feae-4897-986b-6ca3cbba65f8 on network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:10:05.737405 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Attempting to bind port 3be7433d-feae-4897-986b-6ca3cbba65f8 on network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:05.743405 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:10:05.743732 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Checking segment: {'id': '82ab21f3-c299-4a61-8840-6222240d5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:05.744104 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Bound using segment: {'id': '82ab21f3-c299-4a61-8840-6222240d5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:10:05.744518 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Bound port: 3be7433d-feae-4897-986b-6ca3cbba65f8, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ab21f3-c299-4a61-8840-6222240d5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:10:05.744866 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:05.831334 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93fcc2-8304-4800-a0a5-0dcb2dc1289c req-8957b356-c643-4a79-a381-79c081604f01 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:05.832697 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4e93fcc2-8304-4800-a0a5-0dcb2dc1289c req-8957b356-c643-4a79-a381-79c081604f01 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0903559 Oct 27 14:10:05.860818 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] For port 3be7433d-feae-4897-986b-6ca3cbba65f8, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:10:05.880581 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] For port 3be7433d-feae-4897-986b-6ca3cbba65f8, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3be7433d-feae-4897-986b-6ca3cbba65f8,segment=NetworkSegment(82ab21f3-c299-4a61-8840-6222240d5e8d),segment_id=82ab21f3-c299-4a61-8840-6222240d5e8d)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:10:05.886645 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:05.890750 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4e93fcc2-8304-4800-a0a5-0dcb2dc1289c req-79c95ddb-1585-480d-af8f-c0e940ea59c7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508611 Oct 27 14:10:05.926111 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:05.926702 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:05.928113 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] 10.222.0.71 "PUT /v2.0/ports/3be7433d-feae-4897-986b-6ca3cbba65f8 HTTP/1.1" status: 200 len: 1093 time: 0.7148659 Oct 27 14:10:05.928542 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c186e5da-fd06-448a-9e65-3701f44796c4', 'tag': '3be7433d-feae-4897-986b-6ca3cbba65f8'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:10:05.930841 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae5ab1c-d25e-4743-867a-98d12ae96a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c186e5da-fd06-448a-9e65-3701f44796c4", "tag": "3be7433d-feae-4897-986b-6ca3cbba65f8"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:10:05.951987 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba67290-a7e9-4003-9a50-b98061be37ba service neutron] Pushing event updated for resources: {'Port': ['ID=3be7433d-feae-4897-986b-6ca3cbba65f8,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:05.971969 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efcbdb4-7ce5-48db-b021-5e44ed590152 x-openstack-request-id: req-9efcbdb4-7ce5-48db-b021-5e44ed590152 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:10:05.972268 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c186e5da-fd06-448a-9e65-3701f44796c4", "tag": "3be7433d-feae-4897-986b-6ca3cbba65f8", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:10:05.972524 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9efcbdb4-7ce5-48db-b021-5e44ed590152 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:10:05.972925 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c186e5da-fd06-448a-9e65-3701f44796c4', 'tag': '3be7433d-feae-4897-986b-6ca3cbba65f8', 'status': 'completed', 'code': 200} Oct 27 14:10:06.433518 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc37cc4-f4f0-4e5f-9466-82af74d88c1a req-406dca6e-292f-4f90-bfa8-052cb0d0bbc5 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:06.435028 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1dc37cc4-f4f0-4e5f-9466-82af74d88c1a req-406dca6e-292f-4f90-bfa8-052cb0d0bbc5 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 943 time: 0.0514169 Oct 27 14:10:06.477716 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1dc37cc4-f4f0-4e5f-9466-82af74d88c1a req-eeaef901-0a2b-4609-99b6-4beac023bd4f tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367794 Oct 27 14:10:06.762017 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5bacf050-540d-44f6-aaf3-92c00fe519ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:07.729436 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:07.911633 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:09.267309 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5ab1c-d25e-4743-867a-98d12ae96a5e req-3dd3e062-0ff7-4e62-a369-8155e622bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:09.268831 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7ae5ab1c-d25e-4743-867a-98d12ae96a5e req-3dd3e062-0ff7-4e62-a369-8155e622bdd5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=403cbdd2f7e54a148b5f8f44b38a045d&device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 1096 time: 0.0439987 Oct 27 14:10:09.405498 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:09.449045 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73601d-b871-40eb-badf-e34771de8d7a req-26a615e1-d03f-4c61-9270-5682a4f0e407 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:09.450458 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6a73601d-b871-40eb-badf-e34771de8d7a req-26a615e1-d03f-4c61-9270-5682a4f0e407 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1197658 Oct 27 14:10:09.452423 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5ab1c-d25e-4743-867a-98d12ae96a5e req-ef6c81ea-65d7-4633-908e-c03221412091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:09.453738 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7ae5ab1c-d25e-4743-867a-98d12ae96a5e req-ef6c81ea-65d7-4633-908e-c03221412091 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=403cbdd2f7e54a148b5f8f44b38a045d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1736495 Oct 27 14:10:09.470809 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c2a3-f19b-48af-89e7-bbb4f25c94f2 req-1851eb39-ac79-4db4-a5b6-8d60c0ca5ecf tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:09.472280 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6505c2a3-f19b-48af-89e7-bbb4f25c94f2 req-1851eb39-ac79-4db4-a5b6-8d60c0ca5ecf tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 943 time: 0.1068985 Oct 27 14:10:09.572849 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6a73601d-b871-40eb-badf-e34771de8d7a req-a6548e8f-055c-4049-8274-526326e6c97f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155055 Oct 27 14:10:09.593296 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6505c2a3-f19b-48af-89e7-bbb4f25c94f2 req-35cd54df-470f-4bb1-a2fc-1447e1561240 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123292 Oct 27 14:10:09.615649 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5ab1c-d25e-4743-867a-98d12ae96a5e req-98fcaeb3-4169-4bf6-91f0-844fe739427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:09.617109 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7ae5ab1c-d25e-4743-867a-98d12ae96a5e req-98fcaeb3-4169-4bf6-91f0-844fe739427b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1373022 Oct 27 14:10:09.707223 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-06646b83-9a70-4784-99dc-a465d1409e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:09.708578 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-06646b83-9a70-4784-99dc-a465d1409e89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=403cbdd2f7e54a148b5f8f44b38a045d&device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 1096 time: 0.0411334 Oct 27 14:10:09.758161 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-62a51710-2901-4b76-b7a2-1c20964c91c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be7433d-feae-4897-986b-6ca3cbba65f8 HTTP/1.1" status: 200 len: 217 time: 0.0340912 Oct 27 14:10:09.813365 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-f63ddcd9-88af-40c4-869a-fc240be34d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:09.814797 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-f63ddcd9-88af-40c4-869a-fc240be34d36 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e96b3eb-009d-40d0-b11d-154656a63c40 HTTP/1.1" status: 200 len: 848 time: 0.0474634 Oct 27 14:10:09.865013 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-591e5afe-0fb5-4f73-afc2-de38347dcab5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259402 Oct 27 14:10:09.973506 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-8f895ec6-4a3f-454a-9de3-0548c040a689 service neutron] 10.222.0.71 "GET /v2.0/networks/9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883193 Oct 27 14:10:10.072205 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4eeefe5d-35b8-448d-8a48-9c801de768a1 req-10a120c8-71a6-4f25-9514-0abca6bfaf1a service neutron] 10.222.0.71 "GET /v2.0/networks/9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890026 Oct 27 14:10:10.731983 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f05f-c9c7-46e7-922b-f864cc0dc0d2 req-cc52419a-1faa-4b4c-a3ef-978fcd27c148 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:10.733522 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1339f05f-c9c7-46e7-922b-f864cc0dc0d2 req-cc52419a-1faa-4b4c-a3ef-978fcd27c148 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0846405 Oct 27 14:10:10.765171 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f252823-433c-4b6e-8dc9-435050e07fb5 req-72e35b28-1f23-41e9-a094-6d6f204fddaf tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:10.766525 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3f252823-433c-4b6e-8dc9-435050e07fb5 req-72e35b28-1f23-41e9-a094-6d6f204fddaf tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 943 time: 0.0773039 Oct 27 14:10:10.798712 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1339f05f-c9c7-46e7-922b-f864cc0dc0d2 req-8429e9ba-2dc3-4076-b2e0-f243cd8e079e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591066 Oct 27 14:10:10.816339 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3f252823-433c-4b6e-8dc9-435050e07fb5 req-2bf6cfe4-275c-4e4c-bfc7-aaf628120c1b tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437179 Oct 27 14:10:11.948014 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f2ff9-0448-4317-ae65-4b41e1123338 req-2b7fcc7c-d7c1-488c-9d62-673e700ccda0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:11.949548 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a33f2ff9-0448-4317-ae65-4b41e1123338 req-2b7fcc7c-d7c1-488c-9d62-673e700ccda0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0755002 Oct 27 14:10:11.971262 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 3be7433d-feae-4897-986b-6ca3cbba65f8 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:10:11.973106 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303e92-279e-431b-beb5-775dd31b7e95 req-fbc90b8a-e0e2-4eda-b375-36ead5acd725 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:11.974630 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11303e92-279e-431b-beb5-775dd31b7e95 req-fbc90b8a-e0e2-4eda-b375-36ead5acd725 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 943 time: 0.0752287 Oct 27 14:10:12.021307 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a33f2ff9-0448-4317-ae65-4b41e1123338 req-d27f00fe-28c6-4b2d-8d83-10d2bdc639e2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644894 Oct 27 14:10:12.049875 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11303e92-279e-431b-beb5-775dd31b7e95 req-c5357758-9e25-4d32-ab41-b799721c25be tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544894 Oct 27 14:10:12.088253 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 3be7433d-feae-4897-986b-6ca3cbba65f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3be7433d-feae-4897-986b-6ca3cbba65f8,segment=NetworkSegment(82ab21f3-c299-4a61-8840-6222240d5e8d),segment_id=82ab21f3-c299-4a61-8840-6222240d5e8d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:12.100883 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '3be7433d-feae-4897-986b-6ca3cbba65f8', 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd', 'port_id': '3be7433d-feae-4897-986b-6ca3cbba65f8', 'mac_address': 'fa:16:3e:aa:32:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e96b3eb-009d-40d0-b11d-154656a63c40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:10:12.142032 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:12.155794 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be7433d-feae-4897-986b-6ca3cbba65f8 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:10:12.168360 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 49210) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:12.176027 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 3be7433d-feae-4897-986b-6ca3cbba65f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3be7433d-feae-4897-986b-6ca3cbba65f8,segment=NetworkSegment(82ab21f3-c299-4a61-8840-6222240d5e8d),segment_id=82ab21f3-c299-4a61-8840-6222240d5e8d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:12.180031 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:12.226685 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=3be7433d-feae-4897-986b-6ca3cbba65f8,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:12.275662 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:12.352712 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:12.356399 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:12.396368 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d62d918-6c37-4ca9-b860-a8fe2be87e80,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:12.400970 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1a5e8a592ff64f43acf2d3f7eca3e8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315910 Oct 27 14:10:12.404264 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49214) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:12.406584 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.406934 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.407297 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.407627 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.407955 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.408282 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.408615 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.408928 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.409250 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.409565 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.409881 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.410196 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35df2c29-f037-4750-acd4-f3c7ac50a851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.468540 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:12.490828 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:12.539623 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:12.542628 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:12.543807 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1d62d918-6c37-4ca9-b860-a8fe2be87e80 HTTP/1.1" status: 204 len: 168 time: 0.1383796 Oct 27 14:10:12.553018 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d62d918-6c37-4ca9-b860-a8fe2be87e80,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:12.561816 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.562163 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.562543 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.562837 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.563304 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.563813 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.564161 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.564578 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.564917 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.565238 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.566043 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.566043 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d0ee19-cc2c-4548-a550-36525bc7e622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:12.827386 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['3be7433d-feae-4897-986b-6ca3cbba65f8'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:10:13.192904 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea21a5-64f5-4f44-95ae-e5a8313ac0c3 req-94141eff-b8bf-40d3-beb5-8c17453df08c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:13.194496 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-02ea21a5-64f5-4f44-95ae-e5a8313ac0c3 req-94141eff-b8bf-40d3-beb5-8c17453df08c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 944 time: 0.0645189 Oct 27 14:10:13.203421 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884064b-6317-4303-b1dd-74fc5253125c req-698be077-bf0e-42ea-b739-4a6c4a4c41cd tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:13.204886 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8884064b-6317-4303-b1dd-74fc5253125c req-698be077-bf0e-42ea-b739-4a6c4a4c41cd tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1045296 Oct 27 14:10:13.261127 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-02ea21a5-64f5-4f44-95ae-e5a8313ac0c3 req-429254e2-196e-4070-9ce8-f7bd5bee1c9e tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552156 Oct 27 14:10:13.269519 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8884064b-6317-4303-b1dd-74fc5253125c req-7f33eea1-3fc6-41c6-ad17-8ad482ee6a7d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575931 Oct 27 14:10:13.705160 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 49266) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:13.813248 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4905-fc53-48b7-84ef-9f3d63b73ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:13.886738 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4905-fc53-48b7-84ef-9f3d63b73ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:13.890676 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4905-fc53-48b7-84ef-9f3d63b73ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:13.928336 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-ce2e4905-fc53-48b7-84ef-9f3d63b73ab0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9d7414a7ef7f4039879da6a1c035d5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220733 Oct 27 14:10:13.929446 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e4905-fc53-48b7-84ef-9f3d63b73ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceed1cc8-f05c-42f6-ad0b-85b2ce60b8db,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:13.931087 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49274) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:13.982150 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c505f3ee-2663-4d2c-91e2-4eb9f9b8e044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:14.003679 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c505f3ee-2663-4d2c-91e2-4eb9f9b8e044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:14.051386 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c505f3ee-2663-4d2c-91e2-4eb9f9b8e044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:14.054069 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c505f3ee-2663-4d2c-91e2-4eb9f9b8e044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:14.055437 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-c505f3ee-2663-4d2c-91e2-4eb9f9b8e044 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ceed1cc8-f05c-42f6-ad0b-85b2ce60b8db HTTP/1.1" status: 204 len: 168 time: 0.1229260 Oct 27 14:10:14.064610 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505f3ee-2663-4d2c-91e2-4eb9f9b8e044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceed1cc8-f05c-42f6-ad0b-85b2ce60b8db,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:14.304028 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69084cf8-433c-4574-96fc-44484376e8ec req-d634bf8b-c127-4f9c-942c-7b35f6679db6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427604 Oct 27 14:10:14.448756 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69084cf8-433c-4574-96fc-44484376e8ec req-1006a090-836b-40b3-83ef-96013410d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:14.450300 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69084cf8-433c-4574-96fc-44484376e8ec req-1006a090-836b-40b3-83ef-96013410d35e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 1098 time: 0.0991390 Oct 27 14:10:14.461735 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15812354-2611-4e62-9707-ad643234c40f req-c44995d8-a68d-4fbc-9dd7-ca19ded68b63 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:14.463264 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-15812354-2611-4e62-9707-ad643234c40f req-c44995d8-a68d-4fbc-9dd7-ca19ded68b63 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 944 time: 0.1228878 Oct 27 14:10:14.475506 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210e027-0248-446c-8f55-75adcd639e7f req-599514cf-71e7-4210-b83e-43a33664b829 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:14.477182 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7210e027-0248-446c-8f55-75adcd639e7f req-599514cf-71e7-4210-b83e-43a33664b829 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1001377 Oct 27 14:10:14.599734 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-15812354-2611-4e62-9707-ad643234c40f req-915cfba0-4d23-49ab-b3d5-e16ff9167080 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202204 Oct 27 14:10:14.615569 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7210e027-0248-446c-8f55-75adcd639e7f req-740170f8-a269-47e2-a339-32a2dfc18e7a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236336 Oct 27 14:10:14.637111 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69084cf8-433c-4574-96fc-44484376e8ec req-4218edd7-5f30-4aa8-b87d-5ab570e17e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:14.639513 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69084cf8-433c-4574-96fc-44484376e8ec req-4218edd7-5f30-4aa8-b87d-5ab570e17e70 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 917 time: 0.1613979 Oct 27 14:10:14.686773 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69084cf8-433c-4574-96fc-44484376e8ec req-afde4546-102a-4ee4-996c-53f6ebc57d3c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60d5d634-d73e-43e2-9077-dd41c390011b HTTP/1.1" status: 200 len: 217 time: 0.0366914 Oct 27 14:10:14.745419 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69084cf8-433c-4574-96fc-44484376e8ec req-78a23e98-8a82-423b-80a3-569d3b448574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:14.746989 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69084cf8-433c-4574-96fc-44484376e8ec req-78a23e98-8a82-423b-80a3-569d3b448574 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3438be83-95f5-4dc5-9b6b-a057d921b6b0 HTTP/1.1" status: 200 len: 855 time: 0.0499797 Oct 27 14:10:14.780287 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69084cf8-433c-4574-96fc-44484376e8ec req-24b466b3-a7f8-4253-b76d-3fab4561d07c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b53c648-0313-4179-8334-9fa5d1933987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256414 Oct 27 14:10:14.884494 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69084cf8-433c-4574-96fc-44484376e8ec req-08e6c6fa-5582-44ae-8633-0c531aed628e service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906460 Oct 27 14:10:15.023503 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69084cf8-433c-4574-96fc-44484376e8ec req-0c9b9398-6240-427e-b620-d8f267b497a9 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021857 Oct 27 14:10:15.420365 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 49328) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:15.533830 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c8495176-10b7-4cd6-9fa8-635638a9eadd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:15.617896 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c8495176-10b7-4cd6-9fa8-635638a9eadd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:15.622232 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c8495176-10b7-4cd6-9fa8-635638a9eadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:15.702015 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-c8495176-10b7-4cd6-9fa8-635638a9eadd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6daae8fa53664f7ea626543bbdb03228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805202 Oct 27 14:10:15.702857 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8495176-10b7-4cd6-9fa8-635638a9eadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd5bfbb-c7f1-4390-95a9-5f64dfc2f713,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:15.704788 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49340) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:15.761352 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-63daaea4-8fe3-4b81-9fc5-786b13cabc20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:15.777166 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a93ee-09bb-42f4-a65f-0beca8acd0ad req-d0310f3b-b88e-4652-a25f-04f8382f5735 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:15.778790 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-745a93ee-09bb-42f4-a65f-0beca8acd0ad req-d0310f3b-b88e-4652-a25f-04f8382f5735 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 944 time: 0.0915136 Oct 27 14:10:15.786771 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-63daaea4-8fe3-4b81-9fc5-786b13cabc20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:15.788154 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c75b4-884f-4355-a0c2-e5445a08fb75 req-8aeec4cf-382c-4abd-80d5-b15feb54d10d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:15.789857 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-642c75b4-884f-4355-a0c2-e5445a08fb75 req-8aeec4cf-382c-4abd-80d5-b15feb54d10d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0917461 Oct 27 14:10:15.840773 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-63daaea4-8fe3-4b81-9fc5-786b13cabc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:15.842101 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-745a93ee-09bb-42f4-a65f-0beca8acd0ad req-600f651d-37b4-41ff-80db-bcf9b289fe7a tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510147 Oct 27 14:10:15.843897 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-63daaea4-8fe3-4b81-9fc5-786b13cabc20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:15.845259 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-63daaea4-8fe3-4b81-9fc5-786b13cabc20 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7bd5bfbb-c7f1-4390-95a9-5f64dfc2f713 HTTP/1.1" status: 204 len: 168 time: 0.1392667 Oct 27 14:10:15.853526 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63daaea4-8fe3-4b81-9fc5-786b13cabc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd5bfbb-c7f1-4390-95a9-5f64dfc2f713,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:15.855322 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-642c75b4-884f-4355-a0c2-e5445a08fb75 req-c07bc26f-7084-4ac0-8022-b83c4bcc0bab tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565209 Oct 27 14:10:15.989080 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 3be7433d-feae-4897-986b-6ca3cbba65f8 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:16.046185 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 3be7433d-feae-4897-986b-6ca3cbba65f8 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:10:16.050282 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 3be7433d-feae-4897-986b-6ca3cbba65f8 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:16.050653 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:16.138971 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:16.166687 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c186e5da-fd06-448a-9e65-3701f44796c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be7433d-feae-4897-986b-6ca3cbba65f8'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:10:16.169102 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acffff9e-f243-4494-8683-aa895befcf5d" -d '{"events": [{"server_uuid": "c186e5da-fd06-448a-9e65-3701f44796c4", "name": "network-vif-plugged", "status": "completed", "tag": "3be7433d-feae-4897-986b-6ca3cbba65f8"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:10:16.190815 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 3be7433d-feae-4897-986b-6ca3cbba65f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3be7433d-feae-4897-986b-6ca3cbba65f8,segment=NetworkSegment(82ab21f3-c299-4a61-8840-6222240d5e8d),segment_id=82ab21f3-c299-4a61-8840-6222240d5e8d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:16.197827 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:16.228197 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1f04e4-eb0c-493f-82a0-4eff534b52b5 x-openstack-request-id: req-4a1f04e4-eb0c-493f-82a0-4eff534b52b5 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:10:16.228522 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c186e5da-fd06-448a-9e65-3701f44796c4", "name": "network-vif-plugged", "status": "completed", "tag": "3be7433d-feae-4897-986b-6ca3cbba65f8", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:10:16.228780 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4a1f04e4-eb0c-493f-82a0-4eff534b52b5 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:10:16.229169 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c186e5da-fd06-448a-9e65-3701f44796c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be7433d-feae-4897-986b-6ca3cbba65f8', 'code': 200} Oct 27 14:10:16.266013 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=3be7433d-feae-4897-986b-6ca3cbba65f8,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:16.454398 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-8c9c0843-bde2-473a-ab65-7682cd0ccc43 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=fa1707281ac842ec85cb153002938ed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333076 Oct 27 14:10:16.476602 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c1c5e-5c63-4ff5-a1aa-39a91de60bc2 req-6ef64841-e08a-4c6e-824a-0437d0ab3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:16.478046 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6c2c1c5e-5c63-4ff5-a1aa-39a91de60bc2 req-6ef64841-e08a-4c6e-824a-0437d0ab3ecc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 1098 time: 0.0823112 Oct 27 14:10:16.571503 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49382) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:16.624744 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6c2c1c5e-5c63-4ff5-a1aa-39a91de60bc2 req-d60ae020-5e93-429f-9fe3-50fc6aa736d4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200805 Oct 27 14:10:16.681028 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-517792438-network', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:16.682105 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-d7703d32-738c-4452-b846-b2e326a643bd tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:16.684554 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-d7703d32-738c-4452-b846-b2e326a643bd tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219713 Oct 27 14:10:16.703009 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-2f64933d-4b10-4e0b-af9e-6ff709b1f4a7 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/quotas/fa1707281ac842ec85cb153002938ed7 HTTP/1.1" status: 200 len: 375 time: 0.0108850 Oct 27 14:10:16.714321 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Made reservation on behalf of 925d32172c5f44168c2eddeffc0a7da1 for: {'network': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:10:16.716756 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:16.725744 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:16.746641 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-0499efb3-6b17-46f9-bdf3-faff7de0cf94 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa1707281ac842ec85cb153002938ed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375800 Oct 27 14:10:16.813134 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:16.818116 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:16.847560 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246} {{(pid=101656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:10:16.854168 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a61fc3b-ce6d-4582-af3e-4e50b8002473,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:16.871092 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:16.871463 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.segments_db [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Added segment bdf80709-9336-4285-a4a0-fbe6354fb4ff of type vlan for network 9af09723-d748-420c-9b75-4c97db8a5445 Oct 27 14:10:16.924481 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:16.939849 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9fdf54b6-d32b-46bf-9217-5df80581bdc8 req-c9055dcf-418e-490f-bb57-7de87c2cccb2 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 210 time: 0.0485892 Oct 27 14:10:16.966890 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:16.967869 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:16.968469 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:17.032705 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4597206 Oct 27 14:10:17.036115 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 49408) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:17.041250 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] Request body: {'subnet': {'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-517792438-subnet', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'ip_version': 4}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:17.042703 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:17.061555 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3eba7-bf0f-4e62-a706-b76a77f24579 admin admin] Pushing event updated for resources: {'Network': ['ID=9af09723-d748-420c-9b75-4c97db8a5445,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:17.075073 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 9af09723-d748-420c-9b75-4c97db8a5445 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:10:17.128893 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] Made reservation on behalf of 925d32172c5f44168c2eddeffc0a7da1 for: {'subnet': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:10:17.136189 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:17.222472 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df2912-6041-49d8-9501-de916a6f3838 req-a21d6fc9-09ad-4fe6-9a4f-d6f81394575a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:17.224260 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-65df2912-6041-49d8-9501-de916a6f3838 req-a21d6fc9-09ad-4fe6-9a4f-d6f81394575a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1710973 Oct 27 14:10:17.341163 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-65df2912-6041-49d8-9501-de916a6f3838 req-b782fc51-53d9-4102-bc42-bce9d1eef12c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930884 Oct 27 14:10:17.349563 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6887d8a-3418-4207-9fdc-9d48ace2b01b req-b7cce149-2872-413a-bd7d-1960f41d5e0c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:17.351192 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f6887d8a-3418-4207-9fdc-9d48ace2b01b req-b7cce149-2872-413a-bd7d-1960f41d5e0c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 945 time: 0.1227586 Oct 27 14:10:17.453492 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f6887d8a-3418-4207-9fdc-9d48ace2b01b req-6a66a0b0-bf7d-4efd-9ee3-221783287b99 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713515 Oct 27 14:10:17.473834 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:17.533478 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:17.543352 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] Checking segment: {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:17.543699 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] Network hostable DHCP agents. Network: 9af09723-d748-420c-9b75-4c97db8a5445, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:10:17.562030 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] Network 9af09723-d748-420c-9b75-4c97db8a5445 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:10:17.572054 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 9af09723-d748-420c-9b75-4c97db8a5445) {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:17.577452 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:17.578040 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:17.583696 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7bd8e6-ecd2-4788-a71d-d64909f74643 None None] Network 9af09723-d748-420c-9b75-4c97db8a5445 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:10:17.593828 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-e1326ac4-ddbe-425b-9002-cd88239fde64 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5565841 Oct 27 14:10:17.596512 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 49420) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:17.600765 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:17.620508 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7919281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6096'] for router, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:17.621533 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7917633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7916488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6087'] for router, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:17.764753 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6c49f7a-e7b8-54f4-9780-4f584f5b212c-9af09723-d748-420c-9b75-4c97db8a5445', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d'}]}} from dv-cinder-815660-2-iscsi. {{(pid=101657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:10:17.766059 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:17.911536 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.db_base_plugin_common [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Allocated IP 172.20.0.2 (9af09723-d748-420c-9b75-4c97db8a5445/8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d/b7b389c0-e0b3-4475-9b1a-9f0de253b350) {{(pid=101657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:17.945639 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:18.062643 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Publish callbacks [] for port, precommit_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:18.068675 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:18.103993 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-83ea3c40-e1f5-445d-b55e-17f8bcb4afc7 req-70d52cdb-b772-4a8a-9950-f41dcbb2b3aa tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 210 time: 0.0545261 Oct 27 14:10:18.108951 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:18.110239 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Network 9af09723-d748-420c-9b75-4c97db8a5445 is already hosted by enough agents. {{(pid=101657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:18.119590 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Resources bound (agent type, host, resource id): {{(pid=101657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:18.121825 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Pushing event updated for resources: {'Port': ['ID=b7b389c0-e0b3-4475-9b1a-9f0de253b350,revision_number=1']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:18.128567 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Received port after_create {{(pid=101657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:18.183870 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Attempting to bind port b7b389c0-e0b3-4475-9b1a-9f0de253b350 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:10:18.184312 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Attempting to bind port b7b389c0-e0b3-4475-9b1a-9f0de253b350 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:10:18.184670 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Attempting to bind port b7b389c0-e0b3-4475-9b1a-9f0de253b350 on network 9af09723-d748-420c-9b75-4c97db8a5445 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:18.189803 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:10:18.190166 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Checking segment: {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:18.191199 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:18.191754 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Bound using segment: {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:10:18.192441 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Bound port: b7b389c0-e0b3-4475-9b1a-9f0de253b350, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:10:18.192813 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:18.267445 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] For port b7b389c0-e0b3-4475-9b1a-9f0de253b350, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:10:18.271574 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] For port b7b389c0-e0b3-4475-9b1a-9f0de253b350, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=b7b389c0-e0b3-4475-9b1a-9f0de253b350,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:10:18.276119 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:18.336844 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:18.337548 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f6980-a66b-4422-b20a-65741c4be371 None None] Pushing event updated for resources: {'Port': ['ID=b7b389c0-e0b3-4475-9b1a-9f0de253b350,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:18.357809 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:18.394464 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-41d506b6-c58e-4e5d-b9ea-185656ce0219 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fa1707281ac842ec85cb153002938ed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342412 Oct 27 14:10:18.751546 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7df06-1203-4e3c-92ec-374b24295595 req-6dd522be-62cc-4028-bae1-b1a682f8368f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:18.753046 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-23d7df06-1203-4e3c-92ec-374b24295595 req-6dd522be-62cc-4028-bae1-b1a682f8368f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.2124987 Oct 27 14:10:18.777476 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-6e806705-ea8b-40e6-947f-916163b9bdab tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:18.779852 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-6e806705-ea8b-40e6-947f-916163b9bdab tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3518288 Oct 27 14:10:18.790381 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Allocated IP 172.27.0.104 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/499cfb25-15d3-4351-9be2-9e88044a456c) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:18.818389 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Request body: {'port': {'device_id': 'f230df78-0ca3-435f-a01f-f0012745f170', 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78', 'admin_state_up': True, 'tenant_id': 'fa1707281ac842ec85cb153002938ed7'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:18.943072 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb445b8-136f-46c3-bb33-1fde494fb868 req-c72e2401-1898-4dad-a105-ed0dc9152230 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:18.944513 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2cb445b8-136f-46c3-bb33-1fde494fb868 req-c72e2401-1898-4dad-a105-ed0dc9152230 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 945 time: 0.2283769 Oct 27 14:10:18.953307 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-23d7df06-1203-4e3c-92ec-374b24295595 req-285f3d5c-5b84-40fc-a213-dbaa5316dfa8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665268 Oct 27 14:10:19.060522 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:19.068652 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2cb445b8-136f-46c3-bb33-1fde494fb868 req-5acd4f28-5444-4b01-b4b5-a02d3feab649 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143875 Oct 27 14:10:19.111456 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Made reservation on behalf of fa1707281ac842ec85cb153002938ed7 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:10:19.115533 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:19.126753 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:19.130599 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:19.194507 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:19.213173 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:19.215919 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:19.280059 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b2c3d207-59df-4e13-8d1f-8ed7439c35ab req-0cbe1e78-c093-4f15-8cad-21bddef6861e tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 210 time: 0.0830321 Oct 27 14:10:19.280880 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Pushing event updated for resources: {'Port': ['ID=499cfb25-15d3-4351-9be2-9e88044a456c,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:19.472530 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:19.480051 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:19.516920 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088a63a8-0c2d-411a-afc4-daa317a24bfa None None] Network 9af09723-d748-420c-9b75-4c97db8a5445 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:10:19.566453 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7708ba8b-820d-4a2b-96f1-425d5b762826,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:19.593717 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:19.736934 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Allocated IP 192.168.233.250 (885b533b-42b2-4b7c-b743-45e3fba64f78/8082bb2c-2434-466f-98be-797e65bcbc5b/1c004dab-7efc-41be-9627-415208808e90) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:19.757700 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Provisioning complete for port b7b389c0-e0b3-4475-9b1a-9f0de253b350 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:19.758063 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:19.965495 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:20.013179 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] For port b7b389c0-e0b3-4475-9b1a-9f0de253b350, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=b7b389c0-e0b3-4475-9b1a-9f0de253b350,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:20.016170 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089c7bd-6e07-4f3d-9ffc-f45d4359dbd2 req-f4a47e26-807b-42bb-8ff3-cfaa30f2dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:20.017787 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2089c7bd-6e07-4f3d-9ffc-f45d4359dbd2 req-f4a47e26-807b-42bb-8ff3-cfaa30f2dbe9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 1099 time: 0.2151563 Oct 27 14:10:20.019057 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:20.073500 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Pushing event updated for resources: {'Port': ['ID=b7b389c0-e0b3-4475-9b1a-9f0de253b350,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:20.082968 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.083376 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.083721 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.084061 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.084395 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.084731 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.085064 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.085393 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.085739 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.086766 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.086766 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.086766 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63da30c-8f1b-438f-8d10-77e10ff1959c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:20.096196 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fbd4c-2272-4169-9f50-4be214e36ddd req-475f5b22-cc98-4f23-aa60-ebe08ce6d576 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:20.097687 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-889fbd4c-2272-4169-9f50-4be214e36ddd req-475f5b22-cc98-4f23-aa60-ebe08ce6d576 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 945 time: 0.1898274 Oct 27 14:10:20.141541 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7917642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916437'] for router, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:20.181245 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2089c7bd-6e07-4f3d-9ffc-f45d4359dbd2 req-4f939e6d-72a9-4ba3-a0fd-dfd62ce91613 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530969 Oct 27 14:10:20.246829 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-af76393b-9763-40b5-b3a6-1ec46ec156a9 None None] Provisioning complete for port b7b389c0-e0b3-4475-9b1a-9f0de253b350 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:20.247152 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-af76393b-9763-40b5-b3a6-1ec46ec156a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:20.275392 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device b7b389c0-e0b3-4475-9b1a-9f0de253b350 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:20.407535 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port b7b389c0-e0b3-4475-9b1a-9f0de253b350 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:20.407535 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:20.458746 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:20.524950 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-889fbd4c-2272-4169-9f50-4be214e36ddd req-2d4853bc-7f00-4bca-bbbb-1f9a636e4333 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039216 Oct 27 14:10:20.543721 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5bdb9-c292-481e-92b2-ec8898c62e39 req-08f898ef-930e-448b-8e10-0504d910303c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:20.543721 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-74f5bdb9-c292-481e-92b2-ec8898c62e39 req-08f898ef-930e-448b-8e10-0504d910303c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.5003786 Oct 27 14:10:20.613769 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-74f5bdb9-c292-481e-92b2-ec8898c62e39 req-6b835f2f-35d4-46b1-8ff3-f7635515c134 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643003 Oct 27 14:10:20.616344 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:20.670090 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Network 885b533b-42b2-4b7c-b743-45e3fba64f78 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:20.678242 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:20.685650 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:20.691070 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:20.691691 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:20.704835 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Pushing event updated for resources: {'Port': ['ID=1c004dab-7efc-41be-9627-415208808e90,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:20.730708 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 is scheduled to L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 with binding_index 1 {{(pid=101655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:10:20.738252 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-a961abfa-607f-4f7b-9132-779bc6fd5a40 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9271007 Oct 27 14:10:20.756887 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Request body: {'port': {'device_id': 'f230df78-0ca3-435f-a01f-f0012745f170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:20.848403 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b54923-a882-41c0-aa69-733a6d35eacf req-cb05651b-16bd-4189-bb45-ea7dfae85b8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:20.849972 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-82b54923-a882-41c0-aa69-733a6d35eacf req-cb05651b-16bd-4189-bb45-ea7dfae85b8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 936 time: 0.1667690 Oct 27 14:10:20.926093 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:20.944501 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-82b54923-a882-41c0-aa69-733a6d35eacf req-ddcef8d1-1678-4928-be78-79675983f91a tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876977 Oct 27 14:10:20.956924 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:10:20.966197 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Sync routers for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:10:20.967277 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-74f75c50-223a-401b-b67c-3eca7f3c860c None None] Provisioning complete for port 1c004dab-7efc-41be-9627-415208808e90 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:20.967696 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-74f75c50-223a-401b-b67c-3eca7f3c860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:20.977809 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:20.978679 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:21.006616 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] Publish callbacks [] for router, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.006867 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-74f75c50-223a-401b-b67c-3eca7f3c860c None None] Port 1c004dab-7efc-41be-9627-415208808e90 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:10:21.007897 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-689ef97f-f272-4f2a-bafb-482c6d7b51a8 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4104025 Oct 27 14:10:21.010752 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49478) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:21.090643 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:21.241484 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c004dab-7efc-41be-9627-415208808e90 {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:10:21.250419 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.268058 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Transition to ACTIVE for port object 1c004dab-7efc-41be-9627-415208808e90 will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:10:21.277181 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.289918 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:19Z', 'revision_number': 3, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:21.331015 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Checking router: 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:10:21.331646 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Updating router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 port 499cfb25-15d3-4351-9be2-9e88044a456c binding host dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:10:21.356100 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Pushing event updated for resources: {'Port': ['ID=1c004dab-7efc-41be-9627-415208808e90,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:21.358814 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.381316 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Attempting to bind port 1c004dab-7efc-41be-9627-415208808e90 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:10:21.381316 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Attempting to bind port 1c004dab-7efc-41be-9627-415208808e90 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '8b6cc29c-d889-45e7-a99c-bfc544dc74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:10:21.381714 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Attempting to bind port 1c004dab-7efc-41be-9627-415208808e90 on network 885b533b-42b2-4b7c-b743-45e3fba64f78 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:21.386971 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Port 1c004dab-7efc-41be-9627-415208808e90 on network 885b533b-42b2-4b7c-b743-45e3fba64f78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:10:21.387374 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Attempting to bind port 1c004dab-7efc-41be-9627-415208808e90 on network 885b533b-42b2-4b7c-b743-45e3fba64f78 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:21.393617 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:10:21.393965 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Checking segment: {'id': '8b6cc29c-d889-45e7-a99c-bfc544dc74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:21.394339 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Bound using segment: {'id': '8b6cc29c-d889-45e7-a99c-bfc544dc74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:10:21.394778 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Bound port: 1c004dab-7efc-41be-9627-415208808e90, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b6cc29c-d889-45e7-a99c-bfc544dc74ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:10:21.395179 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.514580 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] For port 1c004dab-7efc-41be-9627-415208808e90, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:10:21.518335 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] For port 1c004dab-7efc-41be-9627-415208808e90, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1c004dab-7efc-41be-9627-415208808e90,segment=NetworkSegment(8b6cc29c-d889-45e7-a99c-bfc544dc74ac),segment_id=8b6cc29c-d889-45e7-a99c-bfc544dc74ac)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:10:21.526504 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.582743 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:21.583693 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.585195 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] 10.222.0.71 "PUT /v2.0/ports/1c004dab-7efc-41be-9627-415208808e90 HTTP/1.1" status: 200 len: 1098 time: 0.8341146 Oct 27 14:10:21.585815 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f230df78-0ca3-435f-a01f-f0012745f170', 'tag': '1c004dab-7efc-41be-9627-415208808e90'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:10:21.588444 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce2984e-254c-4b13-8966-4e67907489e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f230df78-0ca3-435f-a01f-f0012745f170", "tag": "1c004dab-7efc-41be-9627-415208808e90"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:10:21.625919 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3619bb-fde2-4fbf-82da-4e8499e01d50 service neutron] Pushing event updated for resources: {'Port': ['ID=1c004dab-7efc-41be-9627-415208808e90,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:21.729760 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a507d3-4d48-49d6-bcc6-06dd6510fd07 x-openstack-request-id: req-72a507d3-4d48-49d6-bcc6-06dd6510fd07 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:10:21.730076 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f230df78-0ca3-435f-a01f-f0012745f170", "tag": "1c004dab-7efc-41be-9627-415208808e90", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:10:21.730770 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-72a507d3-4d48-49d6-bcc6-06dd6510fd07 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:10:21.731188 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f230df78-0ca3-435f-a01f-f0012745f170', 'tag': '1c004dab-7efc-41be-9627-415208808e90', 'status': 'completed', 'code': 200} Oct 27 14:10:21.738304 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.750733 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Publish callbacks [] for port, precommit_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.759361 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.783792 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-e68e31de-f9f5-4493-885a-6ace944c8fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:21.785294 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-e68e31de-f9f5-4493-885a-6ace944c8fdb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa1707281ac842ec85cb153002938ed7&device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 1101 time: 0.1360221 Oct 27 14:10:21.794804 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d8904-7094-4442-91ae-d0033cb5f9db req-1a5185c4-92d0-4259-8ac5-b6d43bb3c18b tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:21.796400 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f2d8904-7094-4442-91ae-d0033cb5f9db req-1a5185c4-92d0-4259-8ac5-b6d43bb3c18b tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 945 time: 0.1002047 Oct 27 14:10:21.849182 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Attempting to bind port 499cfb25-15d3-4351-9be2-9e88044a456c on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:10:21.849792 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Attempting to bind port 499cfb25-15d3-4351-9be2-9e88044a456c by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:10:21.850286 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Attempting to bind port 499cfb25-15d3-4351-9be2-9e88044a456c on network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:21.860603 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:10:21.861108 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Checking segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:21.861597 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.862081 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Bound using segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:10:21.862655 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Bound port: 499cfb25-15d3-4351-9be2-9e88044a456c, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:10:21.863333 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.883429 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-69db40c0-47ee-42ca-b9fb-e96fcef5a43d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=1c004dab-7efc-41be-9627-415208808e90 HTTP/1.1" status: 200 len: 217 time: 0.0779488 Oct 27 14:10:21.888769 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Pushing event updated for resources: {'Port': ['ID=499cfb25-15d3-4351-9be2-9e88044a456c,revision_number=2']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:21.906007 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.906540 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.907090 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.907534 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.908188 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.908351 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.908765 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.909200 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.909919 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.910012 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.910418 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.911174 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:21.941914 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] For port 499cfb25-15d3-4351-9be2-9e88044a456c, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:10:21.946140 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] For port 499cfb25-15d3-4351-9be2-9e88044a456c, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=499cfb25-15d3-4351-9be2-9e88044a456c,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:10:21.956591 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:21.964168 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f2d8904-7094-4442-91ae-d0033cb5f9db req-31a3518a-388f-4708-bee3-aa0f348446a6 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599214 Oct 27 14:10:22.004055 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7c088-64ef-43b4-a469-6fd15574b4ae req-deaf0f90-59cf-458e-9522-30f52e26b793 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:22.006070 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-96c7c088-64ef-43b4-a469-6fd15574b4ae req-deaf0f90-59cf-458e-9522-30f52e26b793 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1310470 Oct 27 14:10:22.013267 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-55cea7c3-5794-4c3f-a448-36acc281d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:22.014748 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-55cea7c3-5794-4c3f-a448-36acc281d2d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8082bb2c-2434-466f-98be-797e65bcbc5b HTTP/1.1" status: 200 len: 843 time: 0.1007450 Oct 27 14:10:22.034559 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Allocated IP 172.20.0.1 (9af09723-d748-420c-9b75-4c97db8a5445/8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d/7ac91bde-9ad8-4de2-8183-e2a68d03bcdf) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:22.065955 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:22.069679 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:22.096634 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-96c7c088-64ef-43b4-a469-6fd15574b4ae req-824e1d6d-49a7-49fe-98ce-1d124a987541 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767782 Oct 27 14:10:22.178794 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-904375b5-23aa-4e18-ac4b-983e83f585fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:22.181497 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-904375b5-23aa-4e18-ac4b-983e83f585fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=885b533b-42b2-4b7c-b743-45e3fba64f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0970271 Oct 27 14:10:22.196259 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:22.229850 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:22.264865 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db87e8c-9ec1-48f2-bcba-5363ef923242 None None] Pushing event updated for resources: {'Port': ['ID=499cfb25-15d3-4351-9be2-9e88044a456c,revision_number=3']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:22.289569 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Network 9af09723-d748-420c-9b75-4c97db8a5445 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:22.294103 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:22.297605 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:22.312576 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:22.326943 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac91bde-9ad8-4de2-8183-e2a68d03bcdf,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:22.355589 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924424'] for router_interface, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:22.534646 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:22.541765 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4ad3e-f1ad-4182-9042-145ccf6ff980 req-3a1def57-ddce-47c8-93c1-9fc7dd0afb63 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:22.545331 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7df4ad3e-f1ad-4182-9042-145ccf6ff980 req-3a1def57-ddce-47c8-93c1-9fc7dd0afb63 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 948 time: 0.1880429 Oct 27 14:10:22.566043 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-f153dbf8-37b3-4168-8f11-353f34e08c6f service neutron] 10.222.0.71 "GET /v2.0/networks/885b533b-42b2-4b7c-b743-45e3fba64f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987409 Oct 27 14:10:22.586274 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:19Z', 'revision_number': 3, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:22.625501 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24549e-fcbe-4f39-9748-091d6a9971dc None None] The sync data for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi is: [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:19Z', 'revision_number': 3, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:10:22.635879 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7df4ad3e-f1ad-4182-9042-145ccf6ff980 req-1f487225-b4b5-40ab-b234-2ddee3d135c7 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684340 Oct 27 14:10:22.692947 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-12882fef-037d-440e-aefb-f1eef58158fc None None] Provisioning complete for port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:22.693845 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-12882fef-037d-440e-aefb-f1eef58158fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:22.757181 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-12882fef-037d-440e-aefb-f1eef58158fc None None] Port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:10:22.772168 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e19ef15-2907-430a-84ff-e74c1e002a64 req-3c923030-3047-4f0b-84fc-ffd60289ec7e service neutron] 10.222.0.71 "GET /v2.0/networks/885b533b-42b2-4b7c-b743-45e3fba64f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540384 Oct 27 14:10:22.789437 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:22.802408 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:22.886360 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2984e-254c-4b13-8966-4e67907489e6 req-d01bd310-5983-431b-b526-509ee2d92d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:22.889055 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ce2984e-254c-4b13-8966-4e67907489e6 req-d01bd310-5983-431b-b526-509ee2d92d1a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa1707281ac842ec85cb153002938ed7&device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 1101 time: 0.0560033 Oct 27 14:10:22.939874 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac91bde-9ad8-4de2-8183-e2a68d03bcdf,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:22.944305 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8300936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7917912'] for router_interface, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:23.127513 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323adedb-3cfb-4e0e-bb21-3b811e5c1aa4 req-0de52bb3-a151-4919-8655-92faac8e11f1 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:23.130289 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-323adedb-3cfb-4e0e-bb21-3b811e5c1aa4 req-0de52bb3-a151-4919-8655-92faac8e11f1 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.71 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 945 time: 0.1523552 Oct 27 14:10:23.151162 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Network 9af09723-d748-420c-9b75-4c97db8a5445 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:23.153143 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:23.244066 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:10:23.344659 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2984e-254c-4b13-8966-4e67907489e6 req-2d153cdc-6e14-42db-a9bd-c393c4a39a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:23.346923 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ce2984e-254c-4b13-8966-4e67907489e6 req-2d153cdc-6e14-42db-a9bd-c393c4a39a57 service neutron] 10.222.0.71 "GET /v2.0/networks?id=885b533b-42b2-4b7c-b743-45e3fba64f78 HTTP/1.1" status: 200 len: 871 time: 0.4411025 Oct 27 14:10:23.421298 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ce2984e-254c-4b13-8966-4e67907489e6 req-48893e76-8835-462d-b3e7-13ec8d7a948c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=1c004dab-7efc-41be-9627-415208808e90 HTTP/1.1" status: 200 len: 217 time: 0.0591073 Oct 27 14:10:23.428211 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:10:23.431333 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917aa04-81b7-447c-8a84-74464caddbae req-18d54f2d-a119-4279-9888-1033f2c9dccd tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:23.441148 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2917aa04-81b7-447c-8a84-74464caddbae req-18d54f2d-a119-4279-9888-1033f2c9dccd tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 945 time: 0.3096814 Oct 27 14:10:23.523411 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896c265-a20c-4276-89c8-0ada3a3fb60f req-58763413-7ee0-4e44-bf13-a6febefed0c4 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:23.528888 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8896c265-a20c-4276-89c8-0ada3a3fb60f req-58763413-7ee0-4e44-bf13-a6febefed0c4 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.2613046 Oct 27 14:10:23.580611 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:10:23.586399 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-47489a0a-a4a0-4417-9283-c6573e90bde9 admin admin] 10.222.0.85 "PUT /v2.0/routers/3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5740275 Oct 27 14:10:23.608541 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-bdaa0ef6-01e2-4a4b-895f-15aa99dda3ca None None] Provisioning complete for port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:23.609405 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bdaa0ef6-01e2-4a4b-895f-15aa99dda3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:23.647842 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2984e-254c-4b13-8966-4e67907489e6 req-581abb5d-eace-4c96-8483-8835d162f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:23.650658 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ce2984e-254c-4b13-8966-4e67907489e6 req-581abb5d-eace-4c96-8483-8835d162f1f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8082bb2c-2434-466f-98be-797e65bcbc5b HTTP/1.1" status: 200 len: 843 time: 0.2069094 Oct 27 14:10:23.661199 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa0ef6-01e2-4a4b-895f-15aa99dda3ca None None] Port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:10:23.692352 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2917aa04-81b7-447c-8a84-74464caddbae req-d5bafb5a-ed36-4ec8-ab2a-97bd9e4e7587 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499545 Oct 27 14:10:23.745453 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8896c265-a20c-4276-89c8-0ada3a3fb60f req-587ab4f0-82dd-482b-b71e-f6020074c5e0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981041 Oct 27 14:10:23.791446 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-323adedb-3cfb-4e0e-bb21-3b811e5c1aa4 req-0d7f9b23-dd0d-4011-9582-d66255c51f40 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Deleting port 3be7433d-feae-4897-986b-6ca3cbba65f8 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:10:23.792813 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-323adedb-3cfb-4e0e-bb21-3b811e5c1aa4 req-0d7f9b23-dd0d-4011-9582-d66255c51f40 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:23.921589 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2984e-254c-4b13-8966-4e67907489e6 req-87f827c8-3eed-4e03-8770-5ac0363f4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:23.921589 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ce2984e-254c-4b13-8966-4e67907489e6 req-87f827c8-3eed-4e03-8770-5ac0363f4aa7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=885b533b-42b2-4b7c-b743-45e3fba64f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2243171 Oct 27 14:10:23.972012 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-323adedb-3cfb-4e0e-bb21-3b811e5c1aa4 req-0d7f9b23-dd0d-4011-9582-d66255c51f40 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] For port 3be7433d-feae-4897-986b-6ca3cbba65f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3be7433d-feae-4897-986b-6ca3cbba65f8,segment=NetworkSegment(82ab21f3-c299-4a61-8840-6222240d5e8d),segment_id=82ab21f3-c299-4a61-8840-6222240d5e8d)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:23.972641 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-323adedb-3cfb-4e0e-bb21-3b811e5c1aa4 req-0d7f9b23-dd0d-4011-9582-d66255c51f40 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.034869 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-323adedb-3cfb-4e0e-bb21-3b811e5c1aa4 req-0d7f9b23-dd0d-4011-9582-d66255c51f40 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Calling delete_port for 3be7433d-feae-4897-986b-6ca3cbba65f8 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:10:24.160624 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651de66-f0ba-4c0b-805a-4d3852e6e367 req-67e05f61-e1ed-428a-80b3-271b483242dd tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:24.162214 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8651de66-f0ba-4c0b-805a-4d3852e6e367 req-67e05f61-e1ed-428a-80b3-271b483242dd tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 948 time: 0.1454551 Oct 27 14:10:24.174840 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ce2984e-254c-4b13-8966-4e67907489e6 req-0aa25fdf-7542-4525-9fcd-1fce0b6b7764 service neutron] 10.222.0.71 "GET /v2.0/networks/885b533b-42b2-4b7c-b743-45e3fba64f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184691 Oct 27 14:10:24.303380 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 499cfb25-15d3-4351-9be2-9e88044a456c up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:24.351293 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8651de66-f0ba-4c0b-805a-4d3852e6e367 req-fa5a563c-b2d8-4fdb-a324-4e24ff1f723b tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625094 Oct 27 14:10:24.379527 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 499cfb25-15d3-4351-9be2-9e88044a456c triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:24.380055 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.392389 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-323adedb-3cfb-4e0e-bb21-3b811e5c1aa4 req-0d7f9b23-dd0d-4011-9582-d66255c51f40 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.435669 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f9b23-dd0d-4011-9582-d66255c51f40 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Pushing event deleted for resources: {'Port': ['ID=3be7433d-feae-4897-986b-6ca3cbba65f8,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:24.444769 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ce2984e-254c-4b13-8966-4e67907489e6 req-3968b3de-c567-4efe-b784-eff011b31e8c service neutron] 10.222.0.71 "GET /v2.0/networks/885b533b-42b2-4b7c-b743-45e3fba64f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570779 Oct 27 14:10:24.508299 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-323adedb-3cfb-4e0e-bb21-3b811e5c1aa4 req-0d7f9b23-dd0d-4011-9582-d66255c51f40 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] No DVR routers for this DVR port 3be7433d-feae-4897-986b-6ca3cbba65f8 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:10:24.514263 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-323adedb-3cfb-4e0e-bb21-3b811e5c1aa4 req-0d7f9b23-dd0d-4011-9582-d66255c51f40 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.522081 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-323adedb-3cfb-4e0e-bb21-3b811e5c1aa4 req-0d7f9b23-dd0d-4011-9582-d66255c51f40 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.71 "DELETE /v2.0/ports/3be7433d-feae-4897-986b-6ca3cbba65f8 HTTP/1.1" status: 204 len: 173 time: 1.3715293 Oct 27 14:10:24.522657 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c186e5da-fd06-448a-9e65-3701f44796c4', 'name': 'network-vif-deleted', 'tag': '3be7433d-feae-4897-986b-6ca3cbba65f8'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:10:24.529368 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49542) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:24.532184 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a8ba2a-623d-4889-b53d-5734dfdf5a5f" -d '{"events": [{"server_uuid": "c186e5da-fd06-448a-9e65-3701f44796c4", "name": "network-vif-deleted", "tag": "3be7433d-feae-4897-986b-6ca3cbba65f8"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:10:24.537239 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1272401216-network', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:24.555755 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.595763 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Made reservation on behalf of d8cf28fd14f44fd196ca1f26e590ce92 for: {'network': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:10:24.595961 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port 499cfb25-15d3-4351-9be2-9e88044a456c, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=499cfb25-15d3-4351-9be2-9e88044a456c,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:24.599771 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c972d9-8638-4441-853b-0755af86a52b x-openstack-request-id: req-d5c972d9-8638-4441-853b-0755af86a52b {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:10:24.600083 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c186e5da-fd06-448a-9e65-3701f44796c4", "name": "network-vif-deleted", "tag": "3be7433d-feae-4897-986b-6ca3cbba65f8", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:10:24.600315 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d5c972d9-8638-4441-853b-0755af86a52b {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:10:24.600710 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c186e5da-fd06-448a-9e65-3701f44796c4', 'name': 'network-vif-deleted', 'tag': '3be7433d-feae-4897-986b-6ca3cbba65f8', 'status': 'completed', 'code': 200} Oct 27 14:10:24.601274 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.601660 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.625664 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.668265 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=499cfb25-15d3-4351-9be2-9e88044a456c,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:24.747019 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.753156 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.771512 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=101656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:10:24.799480 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.799673 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.segments_db [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Added segment 3e5900fb-c8f6-46d7-8abb-7e44efed4812 of type vlan for network 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 Oct 27 14:10:24.809348 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e48f1d-5baa-4fc5-8439-5da6ea99b08f,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:24.870245 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.884111 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-139d09a7-0d96-4ad7-a523-48c8f1ce061c req-34d9583f-9e0d-4a02-a3ca-6e0e002b18a3 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=c186e5da-fd06-448a-9e65-3701f44796c4 HTTP/1.1" status: 200 len: 210 time: 0.0564861 Oct 27 14:10:24.919208 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.920221 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:24.920827 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:24.989479 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ac767-543b-4274-b480-eb79d78bbd5f req-b4326fb6-698a-4f9f-948e-aaa5484298d0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:24.991120 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-655ac767-543b-4274-b480-eb79d78bbd5f req-b4326fb6-698a-4f9f-948e-aaa5484298d0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0765162 Oct 27 14:10:25.008780 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Sync routers for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:10:25.010410 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4786298 Oct 27 14:10:25.017299 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49556) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:25.025394 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] Request body: {'subnet': {'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1272401216-subnet', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'ip_version': 4}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:25.027427 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:25.028356 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:25.037116 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4395d-034d-4df2-a26a-55ac230c417d admin admin] Pushing event updated for resources: {'Network': ['ID=2911ccb9-0eb7-4f2e-b4b2-4dea1f031231,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:25.049403 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-655ac767-543b-4274-b480-eb79d78bbd5f req-0a1c7b68-ac67-4640-990f-455e6237afa9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475104 Oct 27 14:10:25.058131 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] Made reservation on behalf of d8cf28fd14f44fd196ca1f26e590ce92 for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:10:25.072683 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5123651'] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:25.146502 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:10:25.231739 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:25.517249 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5109561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5123665'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:25.580246 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=27bfe93f-331a-4203-a36f-b0f5e5212e40,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:25.594124 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] Checking segment: {'id': '3e5900fb-c8f6-46d7-8abb-7e44efed4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:25.594484 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] Network hostable DHCP agents. Network: 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:10:25.615709 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] Network 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:10:25.623960 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 2, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:25.633822 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:25.633822 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:25.636614 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:25.650328 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec3d5f-27d4-4888-876d-30791fe65ac9 None None] Network 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:10:25.668932 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-b0bfed70-d8d2-4855-ba04-8681628439ce admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6505141 Oct 27 14:10:25.671568 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49568) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:25.677982 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1272401216-router', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:25.710495 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7919281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6096'] for router, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:25.712137 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7917633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7916488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6087'] for router, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:25.736217 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Checking router: 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:10:25.736565 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Updating router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf binding host dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:10:25.782968 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:25.783482 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:25.892802 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec6677-d3b7-4ca3-a3a1-e9c01f7d4c89 req-9db7580e-dd71-416e-b555-aa1501ede7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:25.894662 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6aec6677-d3b7-4ca3-a3a1-e9c01f7d4c89 req-9db7580e-dd71-416e-b555-aa1501ede7bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 1099 time: 0.4599254 Oct 27 14:10:25.915191 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67e5c2-2c94-4b11-99b2-5b0a8498140b req-8c343c03-21bc-416d-9e45-706692411bef tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:25.916767 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dd67e5c2-2c94-4b11-99b2-5b0a8498140b req-8c343c03-21bc-416d-9e45-706692411bef tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 948 time: 0.3998606 Oct 27 14:10:25.956200 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36995de7-002a-4968-a206-d666d3c396d4 req-e368feaa-1172-4017-aa6d-c13751ee482c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:25.957829 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-36995de7-002a-4968-a206-d666d3c396d4 req-e368feaa-1172-4017-aa6d-c13751ee482c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.4566765 Oct 27 14:10:25.963692 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:26.061195 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dd67e5c2-2c94-4b11-99b2-5b0a8498140b req-d33dead4-6459-497b-9828-f74ae5e71b28 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313586 Oct 27 14:10:26.084624 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-36995de7-002a-4968-a206-d666d3c396d4 req-aba0ee11-5244-4bd7-9bd8-4421afd8947f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870090 Oct 27 14:10:26.099918 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec6677-d3b7-4ca3-a3a1-e9c01f7d4c89 req-d51086fb-2843-49ae-b22d-318d63c7bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:26.102545 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6aec6677-d3b7-4ca3-a3a1-e9c01f7d4c89 req-d51086fb-2843-49ae-b22d-318d63c7bbd3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 200 len: 920 time: 0.1844516 Oct 27 14:10:26.117960 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 1c004dab-7efc-41be-9627-415208808e90 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:10:26.127635 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 3be7433d-feae-4897-986b-6ca3cbba65f8 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:10:26.132577 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6c49f7a-e7b8-54f4-9780-4f584f5b212c-2911ccb9-0eb7-4f2e-b4b2-4dea1f031231', 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'fixed_ips': [{'subnet_id': '27bfe93f-331a-4203-a36f-b0f5e5212e40'}]}} from dv-cinder-815660-2-iscsi. {{(pid=101657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:10:26.134066 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:26.200702 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6aec6677-d3b7-4ca3-a3a1-e9c01f7d4c89 req-a4dceef4-aa62-4d16-b683-976f209dcf13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766d9692-5198-4c25-aa3a-d99900cc51b5 HTTP/1.1" status: 200 len: 217 time: 0.0833511 Oct 27 14:10:26.248448 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 3be7433d-feae-4897-986b-6ca3cbba65f8 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:10:26.248958 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 3be7433d-feae-4897-986b-6ca3cbba65f8 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:10:26.312473 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:26.313979 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec6677-d3b7-4ca3-a3a1-e9c01f7d4c89 req-b8fc80c5-9bd2-43ae-80bf-051a2f7435b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:26.315678 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 499cfb25-15d3-4351-9be2-9e88044a456c up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:26.316398 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6aec6677-d3b7-4ca3-a3a1-e9c01f7d4c89 req-b8fc80c5-9bd2-43ae-80bf-051a2f7435b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5397b1e-6cca-4404-be06-5171278a75ad HTTP/1.1" status: 200 len: 858 time: 0.0998194 Oct 27 14:10:26.355697 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:26.371508 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6aec6677-d3b7-4ca3-a3a1-e9c01f7d4c89 req-5d63e569-5a51-4999-8630-2306bb4a2518 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e326cd63-ddc3-4370-9359-292ac983dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459492 Oct 27 14:10:26.524798 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Allocated IP 172.27.0.8 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/b74d9600-637c-4952-92c1-fee9a8b13d26) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:26.669943 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:26.691869 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6aec6677-d3b7-4ca3-a3a1-e9c01f7d4c89 req-0a4203ca-cbdf-4380-899d-74aebd70b697 service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102565 Oct 27 14:10:26.709566 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-5558f2ef-6b75-49cb-8649-d99eab8b557d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:26.711237 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-5558f2ef-6b75-49cb-8649-d99eab8b557d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/networks?id=9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd HTTP/1.1" status: 200 len: 808 time: 0.2812219 Oct 27 14:10:26.725149 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Publish callbacks [] for port, precommit_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:26.733723 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:26.773153 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:26.773683 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-0673d84d-0eb8-4386-97e3-84280dc150cb tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/quotas/403cbdd2f7e54a148b5f8f44b38a045d HTTP/1.1" status: 200 len: 375 time: 0.0514963 Oct 27 14:10:26.810997 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:26.815425 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:26.820746 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:26.821549 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-3dfaeb07-5960-4c0a-aa79-77c005bde349 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=403cbdd2f7e54a148b5f8f44b38a045d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361273 Oct 27 14:10:26.832290 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 1c004dab-7efc-41be-9627-415208808e90, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1c004dab-7efc-41be-9627-415208808e90,segment=NetworkSegment(8b6cc29c-d889-45e7-a99c-bfc544dc74ac),segment_id=8b6cc29c-d889-45e7-a99c-bfc544dc74ac)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:26.853899 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 499cfb25-15d3-4351-9be2-9e88044a456c triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:26.854271 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:26.862121 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Pushing event updated for resources: {'Port': ['ID=b74d9600-637c-4952-92c1-fee9a8b13d26,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:26.871597 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6aec6677-d3b7-4ca3-a3a1-e9c01f7d4c89 req-f031ff95-e4a5-4219-a784-cfecc246045a service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592231 Oct 27 14:10:26.936698 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '1c004dab-7efc-41be-9627-415208808e90', 'network_id': '885b533b-42b2-4b7c-b743-45e3fba64f78', 'port_id': '1c004dab-7efc-41be-9627-415208808e90', 'mac_address': 'fa:16:3e:db:2d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8082bb2c-2434-466f-98be-797e65bcbc5b', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:10:26.938502 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ce8d9-3196-4e3a-a7ed-1b220f90bae3 None None] Pushing event updated for resources: {'Port': ['ID=7ac91bde-9ad8-4de2-8183-e2a68d03bcdf,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:26.952975 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.db_base_plugin_common [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Allocated IP 172.20.0.2 (2911ccb9-0eb7-4f2e-b4b2-4dea1f031231/27bfe93f-331a-4203-a36f-b0f5e5212e40/a8a305ca-3390-480c-949e-ae9b157bba97) {{(pid=101657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:27.005115 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-ec35082a-8297-43b0-b651-148720889576 service neutron] 10.222.0.85 "GET /v2.0/networks/9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724198 Oct 27 14:10:27.145712 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:27.159421 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-aea0c48f-093f-4d2a-863d-53c48cf6d6b7 service neutron] 10.222.0.85 "GET /v2.0/networks/9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410732 Oct 27 14:10:27.216141 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Attempting to bind port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:10:27.217666 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Attempting to bind port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:10:27.218193 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Attempting to bind port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf on network 9af09723-d748-420c-9b75-4c97db8a5445 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:27.270511 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c004dab-7efc-41be-9627-415208808e90 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:10:27.280607 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:10:27.281147 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Checking segment: {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:27.281699 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:27.282323 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Bound using segment: {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:10:27.283019 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Bound port: 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:10:27.283638 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:27.290410 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6dadc-bf3e-4940-b90c-3f01b7db6e68 req-86a8037b-c52f-49fc-8a86-7f2af18ae854 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:27.293422 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-94f6dadc-bf3e-4940-b90c-3f01b7db6e68 req-86a8037b-c52f-49fc-8a86-7f2af18ae854 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 948 time: 0.0993431 Oct 27 14:10:27.353546 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-94f6dadc-bf3e-4940-b90c-3f01b7db6e68 req-92b84170-c3cc-499e-8ba0-60e2c405bd78 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511379 Oct 27 14:10:27.460540 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:27.475204 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] For port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:10:27.481560 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] For port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=7ac91bde-9ad8-4de2-8183-e2a68d03bcdf,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:10:27.502866 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 1c004dab-7efc-41be-9627-415208808e90, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1c004dab-7efc-41be-9627-415208808e90,segment=NetworkSegment(8b6cc29c-d889-45e7-a99c-bfc544dc74ac),segment_id=8b6cc29c-d889-45e7-a99c-bfc544dc74ac)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:27.509225 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:27.532506 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b0488-32f8-49fc-ae5e-368a2a8a3516 req-94d81638-8b52-4059-ab07-cb496f121884 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:27.553899 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b29b0488-32f8-49fc-ae5e-368a2a8a3516 req-94d81638-8b52-4059-ab07-cb496f121884 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1019099 Oct 27 14:10:27.557807 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:27.612249 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b29b0488-32f8-49fc-ae5e-368a2a8a3516 req-3744724f-09f3-47fd-a86e-1f693ca39940 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562563 Oct 27 14:10:27.615806 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-6b3ac6a4-d538-4356-a6b5-b71aa53323e3 None None] Provisioning complete for port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:27.616231 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac6a4-d538-4356-a6b5-b71aa53323e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:27.739813 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ac5a2a6-24ea-4e59-8075-545e12602f8c req-abd7d1a2-00c9-4a37-b58a-1fcec9f54a58 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 210 time: 0.0312684 Oct 27 14:10:27.787598 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ce8d9-3196-4e3a-a7ed-1b220f90bae3 None None] Pushing event updated for resources: {'Port': ['ID=7ac91bde-9ad8-4de2-8183-e2a68d03bcdf,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:27.801310 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:27.802247 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:27.906297 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7917642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916437'] for router, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:27.994963 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Publish callbacks [] for port, precommit_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:28.023998 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:28.072986 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Network 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 is already hosted by enough agents. {{(pid=101657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:28.084553 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Router c1dc3121-d89f-499d-bf98-475417aaa569 is scheduled to L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 with binding_index 1 {{(pid=101656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:10:28.102987 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.base_scheduler [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Resources bound (agent type, host, resource id): {{(pid=101657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:28.108809 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=1c004dab-7efc-41be-9627-415208808e90,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:28.114312 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Received port after_create {{(pid=101657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:28.208173 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:28.211695 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac6a4-d538-4356-a6b5-b71aa53323e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:28.230714 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:10:28.248107 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Sync routers for ids ['c1dc3121-d89f-499d-bf98-475417aaa569'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:10:28.268455 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] Publish callbacks [] for router, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:28.269563 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Routers {'c1dc3121-d89f-499d-bf98-475417aaa569'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:28.270950 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['c1dc3121-d89f-499d-bf98-475417aaa569'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:28.275114 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 49616) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:28.277787 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-8cad7fc6-a397-4937-a4f1-f9420c69ff34 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6042080 Oct 27 14:10:28.293718 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['1c004dab-7efc-41be-9627-415208808e90'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:10:28.316198 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Pushing event updated for resources: {'Port': ['ID=a8a305ca-3390-480c-949e-ae9b157bba97,revision_number=1']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:28.389072 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Attempting to bind port a8a305ca-3390-480c-949e-ae9b157bba97 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:10:28.389416 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Attempting to bind port a8a305ca-3390-480c-949e-ae9b157bba97 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '3e5900fb-c8f6-46d7-8abb-7e44efed4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:10:28.389596 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Attempting to bind port a8a305ca-3390-480c-949e-ae9b157bba97 on network 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:28.410094 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Set router c1dc3121-d89f-499d-bf98-475417aaa569 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:28.475758 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:10:28.476289 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Checking segment: {'id': '3e5900fb-c8f6-46d7-8abb-7e44efed4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:28.476709 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:28.477117 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Bound using segment: {'id': '3e5900fb-c8f6-46d7-8abb-7e44efed4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:10:28.477633 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Bound port: a8a305ca-3390-480c-949e-ae9b157bba97, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5900fb-c8f6-46d7-8abb-7e44efed4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:10:28.478025 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:28.486282 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-6b3ac6a4-d538-4356-a6b5-b71aa53323e3 None None] For port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=7ac91bde-9ad8-4de2-8183-e2a68d03bcdf,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:28.556640 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac6a4-d538-4356-a6b5-b71aa53323e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:28.598366 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66384d3-aad1-4dec-9575-98631aa98639 req-c588deea-0c11-4a15-827d-567fe2749c66 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:28.599986 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f66384d3-aad1-4dec-9575-98631aa98639 req-c588deea-0c11-4a15-827d-567fe2749c66 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 949 time: 0.0811932 Oct 27 14:10:28.685870 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'name': 'tempest-TestVolumeBootPattern-1272401216-router', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:25Z', 'updated_at': '2021-10-27T14:10:27Z', 'revision_number': 3, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'gw_port': {'id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:26Z', 'updated_at': '2021-10-27T14:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:28.738388 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ac6a4-d538-4356-a6b5-b71aa53323e3 None None] Pushing event updated for resources: {'Port': ['ID=7ac91bde-9ad8-4de2-8183-e2a68d03bcdf,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:28.738686 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f66384d3-aad1-4dec-9575-98631aa98639 req-9ba098ac-c5a5-46d7-886e-1f3af1bb255f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907304 Oct 27 14:10:28.741077 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Checking router: c1dc3121-d89f-499d-bf98-475417aaa569 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:10:28.741437 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Updating router c1dc3121-d89f-499d-bf98-475417aaa569 port b74d9600-637c-4952-92c1-fee9a8b13d26 binding host dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:10:28.799910 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:28.832585 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] For port a8a305ca-3390-480c-949e-ae9b157bba97, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:10:28.847157 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] For port a8a305ca-3390-480c-949e-ae9b157bba97, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=a8a305ca-3390-480c-949e-ae9b157bba97,segment=NetworkSegment(3e5900fb-c8f6-46d7-8abb-7e44efed4812),segment_id=3e5900fb-c8f6-46d7-8abb-7e44efed4812)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:10:28.863248 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-1d9fd575-1b4a-4b24-a963-f3989e4619b5 None None] Provisioning complete for port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:28.864614 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd575-1b4a-4b24-a963-f3989e4619b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:28.866076 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:28.940713 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bc01b1b9-0274-4081-a51e-0842909ede2e req-9f7dbf9a-e691-4850-97e4-43ddee32c337 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 210 time: 0.0373471 Oct 27 14:10:29.090032 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c5469-85b9-4b79-9da4-41af3f3e49bd req-e1966385-4c68-47c2-af3d-f93cbf378ccb tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:29.093257 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-209c5469-85b9-4b79-9da4-41af3f3e49bd req-e1966385-4c68-47c2-af3d-f93cbf378ccb tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.2555642 Oct 27 14:10:29.161265 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d353247-c2c5-4e16-b1df-680cc53c7966 None None] Pushing event updated for resources: {'Port': ['ID=a8a305ca-3390-480c-949e-ae9b157bba97,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:29.277074 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-3d1af0f6-7492-4a63-93f7-b9cdd4620ab8 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:29.283912 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-3d1af0f6-7492-4a63-93f7-b9cdd4620ab8 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.71 "GET /v2.0/networks?id=9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd HTTP/1.1" status: 200 len: 808 time: 0.2343757 Oct 27 14:10:29.395613 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-209c5469-85b9-4b79-9da4-41af3f3e49bd req-7ff591ab-4e23-408b-8f9d-86bd9c112737 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634642 Oct 27 14:10:29.407916 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Request body: {'port': {'device_id': '3ac8a9f0-8970-4d42-ade8-af16e757483e', 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd', 'admin_state_up': True, 'tenant_id': '403cbdd2f7e54a148b5f8f44b38a045d'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:29.414516 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:29.438679 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Publish callbacks [] for port, precommit_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:29.457531 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:29.518212 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:27Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:29.575826 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38723f0-1d8d-4482-899f-13c30ac4b2cf None None] The sync data for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi is: [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:27Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:10:29.664631 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1f8ec-cc78-4308-bba5-2289669db3c6 None None] Pushing event updated for resources: {'Port': ['ID=b74d9600-637c-4952-92c1-fee9a8b13d26,revision_number=2']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:29.675005 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Attempting to bind port b74d9600-637c-4952-92c1-fee9a8b13d26 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:10:29.676452 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Attempting to bind port b74d9600-637c-4952-92c1-fee9a8b13d26 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:10:29.677052 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Attempting to bind port b74d9600-637c-4952-92c1-fee9a8b13d26 on network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:29.716266 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:10:29.726400 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Checking segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:29.727601 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:29.728142 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Bound using segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:10:29.738194 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Made reservation on behalf of 403cbdd2f7e54a148b5f8f44b38a045d for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:10:29.739893 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Bound port: b74d9600-637c-4952-92c1-fee9a8b13d26, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:10:29.741776 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:29.742027 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:29.867240 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] For port b74d9600-637c-4952-92c1-fee9a8b13d26, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:10:29.874556 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] For port b74d9600-637c-4952-92c1-fee9a8b13d26, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=b74d9600-637c-4952-92c1-fee9a8b13d26,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:10:29.882040 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:30.006487 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1f8ec-cc78-4308-bba5-2289669db3c6 None None] Pushing event updated for resources: {'Port': ['ID=b74d9600-637c-4952-92c1-fee9a8b13d26,revision_number=3']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:30.017905 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Routers {'c1dc3121-d89f-499d-bf98-475417aaa569'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:30.019644 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['c1dc3121-d89f-499d-bf98-475417aaa569'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:30.091306 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Allocated IP 172.20.0.1 (2911ccb9-0eb7-4f2e-b4b2-4dea1f031231/27bfe93f-331a-4203-a36f-b0f5e5212e40/24b0cb87-2a1c-4c55-8d20-97f1f1fcb754) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:30.112834 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36ee89-d484-459b-b9ce-54f71045b898 req-30ec4f1e-a095-4019-9fe2-76e542930a54 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:30.114914 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4d36ee89-d484-459b-b9ce-54f71045b898 req-30ec4f1e-a095-4019-9fe2-76e542930a54 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 949 time: 0.2367342 Oct 27 14:10:30.172568 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-570229a8-da50-4d35-9e92-f605f5b0ac8a req-1703a16a-77a5-4201-bb69-668d28e0420c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 210 time: 0.0784471 Oct 27 14:10:30.219428 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] Set router c1dc3121-d89f-499d-bf98-475417aaa569 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:30.261214 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Allocated IP 172.20.0.5 (9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd/8e96b3eb-009d-40d0-b11d-154656a63c40/b83fd332-cfa0-4727-9d5c-ceea41e4f808) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:30.336638 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4d36ee89-d484-459b-b9ce-54f71045b898 req-fa6b5d33-bf98-4d07-9de0-8365adb24287 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925433 Oct 27 14:10:30.458555 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:30.664439 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:30.664813 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:30.705338 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'name': 'tempest-TestVolumeBootPattern-1272401216-router', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:25Z', 'updated_at': '2021-10-27T14:10:27Z', 'revision_number': 3, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'gw_port': {'id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:26Z', 'updated_at': '2021-10-27T14:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:30.763236 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:30.784166 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7269115-28a9-4dec-99b5-0fdbc6780310 None None] The sync data for ids ['c1dc3121-d89f-499d-bf98-475417aaa569'] in dv-cinder-815660-2-iscsi is: [{'id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'name': 'tempest-TestVolumeBootPattern-1272401216-router', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:25Z', 'updated_at': '2021-10-27T14:10:27Z', 'revision_number': 3, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'gw_port': {'id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:26Z', 'updated_at': '2021-10-27T14:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:10:31.098332 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a8917-d568-4994-b618-2590cec66adb req-a42af711-fb00-44f6-8c10-d53d1dc2ceea tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:31.106894 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e032c-e139-426f-87c2-e85fb1bf9173 None None] Network 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:10:31.109417 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a11a8917-d568-4994-b618-2590cec66adb req-a42af711-fb00-44f6-8c10-d53d1dc2ceea tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.4513810 Oct 27 14:10:31.111826 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:31.124070 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:31.192743 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a11a8917-d568-4994-b618-2590cec66adb req-ae2b258b-b071-405b-8838-2cf7b2488c14 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823538 Oct 27 14:10:31.202858 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Network 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:31.238535 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Pushing event updated for resources: {'Port': ['ID=24b0cb87-2a1c-4c55-8d20-97f1f1fcb754,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:31.243750 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:31.250177 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:31.250661 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924424'] for router_interface, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:31.321077 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device a8a305ca-3390-480c-949e-ae9b157bba97 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:31.438103 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8af2e194-57dc-46bc-af0a-102cac617f77 None None] Provisioning complete for port a8a305ca-3390-480c-949e-ae9b157bba97 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:31.438733 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8af2e194-57dc-46bc-af0a-102cac617f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:31.591922 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-79f471c1-27ad-44f1-8863-1299eb0de41f req-d63e2a5b-d636-4fd1-bfd6-bfce4ad117b0 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 210 time: 0.1840165 Oct 27 14:10:31.712236 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port a8a305ca-3390-480c-949e-ae9b157bba97 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:31.712833 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:31.836665 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8af2e194-57dc-46bc-af0a-102cac617f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:31.867676 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:31.937518 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8af2e194-57dc-46bc-af0a-102cac617f77 None None] For port a8a305ca-3390-480c-949e-ae9b157bba97, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=a8a305ca-3390-480c-949e-ae9b157bba97,segment=NetworkSegment(3e5900fb-c8f6-46d7-8abb-7e44efed4812),segment_id=3e5900fb-c8f6-46d7-8abb-7e44efed4812)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:31.951922 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8af2e194-57dc-46bc-af0a-102cac617f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:32.060174 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-a7393bf5-e249-49d7-a41b-c20b8ecf8a9a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:32.069535 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-a7393bf5-e249-49d7-a41b-c20b8ecf8a9a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 815 time: 0.6719019 Oct 27 14:10:32.108078 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-e202b6cd-6576-4ab3-8975-aa278987c8bf tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/quotas/a55431e3db544b7980c81c6303d1e8b2 HTTP/1.1" status: 200 len: 375 time: 0.0368500 Oct 27 14:10:32.108293 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2e194-57dc-46bc-af0a-102cac617f77 None None] Pushing event updated for resources: {'Port': ['ID=a8a305ca-3390-480c-949e-ae9b157bba97,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:32.128099 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:32.150732 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:32.155531 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:32.176614 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:32.177584 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:32.187523 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-bc16bd7a-7702-4129-8c2e-47bd3ae231a5 None None] Provisioning complete for port a8a305ca-3390-480c-949e-ae9b157bba97 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:32.188045 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bc16bd7a-7702-4129-8c2e-47bd3ae231a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:32.288778 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e3955-05b1-41e9-ae5f-973ba547b722 req-78e737af-2c14-4ca8-ae55-0419f9b890ca tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:32.291339 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d67e3955-05b1-41e9-ae5f-973ba547b722 req-78e737af-2c14-4ca8-ae55-0419f9b890ca tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 949 time: 0.5238724 Oct 27 14:10:32.301575 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9484246 Oct 27 14:10:32.302526 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b6148-f755-43f6-8195-a268fc65a907 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Pushing event updated for resources: {'Port': ['ID=b83fd332-cfa0-4727-9d5c-ceea41e4f808,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:32.366881 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:32.379552 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-bc16bd7a-7702-4129-8c2e-47bd3ae231a5 None None] Provisioning complete for port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:32.379949 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bc16bd7a-7702-4129-8c2e-47bd3ae231a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:32.440952 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device b74d9600-637c-4952-92c1-fee9a8b13d26 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:32.448720 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-dd448770-9cba-48e3-a347-92cd5182de1b tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3392715 Oct 27 14:10:32.456868 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d67e3955-05b1-41e9-ae5f-973ba547b722 req-9c8b1785-a801-4b46-8437-b17173756bd5 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445215 Oct 27 14:10:32.470576 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-bc16bd7a-7702-4129-8c2e-47bd3ae231a5 None None] Port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:10:32.522007 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port b74d9600-637c-4952-92c1-fee9a8b13d26 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:32.522779 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:32.639331 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-aefb843e-1135-459e-a877-2afa0fb48fc4 None None] Provisioning complete for port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:32.639708 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-aefb843e-1135-459e-a877-2afa0fb48fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:32.679614 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:32.704664 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-aefb843e-1135-459e-a877-2afa0fb48fc4 None None] Port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:10:32.709757 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port b74d9600-637c-4952-92c1-fee9a8b13d26, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=b74d9600-637c-4952-92c1-fee9a8b13d26,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:32.717889 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:32.719854 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device a8a305ca-3390-480c-949e-ae9b157bba97 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:32.808459 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=b74d9600-637c-4952-92c1-fee9a8b13d26,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:32.823121 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port a8a305ca-3390-480c-949e-ae9b157bba97 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:32.823540 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:32.930663 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-eada5acb-86c2-4816-9d36-6647bd742c1a service neutron] 10.222.0.85 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663296 Oct 27 14:10:33.032958 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:33.040490 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:33.041308 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8300936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7917912'] for router_interface, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:33.150711 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Pushing event updated for resources: {'Port': ['ID=24b0cb87-2a1c-4c55-8d20-97f1f1fcb754,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:33.160447 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-f832c4e8-b5fa-433c-a2db-45f329d1f72b service neutron] 10.222.0.85 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103410 Oct 27 14:10:33.228558 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Network 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:33.230833 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:33.397241 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Router c1dc3121-d89f-499d-bf98-475417aaa569 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:10:33.530464 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-eb7252af-bfba-440e-9c00-2c1590d53b54 None None] Provisioning complete for port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:33.530765 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-eb7252af-bfba-440e-9c00-2c1590d53b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:33.537639 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:10:33.548750 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-898dc529-9713-4220-acfc-3d893a920211 admin admin] 10.222.0.85 "PUT /v2.0/routers/c1dc3121-d89f-499d-bf98-475417aaa569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2721214 Oct 27 14:10:33.556423 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Sync routers for ids ['c1dc3121-d89f-499d-bf98-475417aaa569'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:10:33.581514 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-eb7252af-bfba-440e-9c00-2c1590d53b54 None None] Port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:10:33.583297 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Routers {'c1dc3121-d89f-499d-bf98-475417aaa569'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:33.584151 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['c1dc3121-d89f-499d-bf98-475417aaa569'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:33.704132 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Set router c1dc3121-d89f-499d-bf98-475417aaa569 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:33.832793 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-1e17d68a-38aa-4513-afaf-35bf8fa28a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:33.931562 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'name': 'tempest-TestVolumeBootPattern-1272401216-router', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:25Z', 'updated_at': '2021-10-27T14:10:31Z', 'revision_number': 4, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'gw_port': {'id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:26Z', 'updated_at': '2021-10-27T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '24b0cb87-2a1c-4c55-8d20-97f1f1fcb754', 'name': '', 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'mac_address': 'fa:16:3e:48:e4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '27bfe93f-331a-4203-a36f-b0f5e5212e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:29Z', 'updated_at': '2021-10-27T14:10:32Z', 'revision_number': 2, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'subnets': [{'id': '27bfe93f-331a-4203-a36f-b0f5e5212e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:33.965443 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Checking router: c1dc3121-d89f-499d-bf98-475417aaa569 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:10:33.965790 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Updating router c1dc3121-d89f-499d-bf98-475417aaa569 port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 binding host dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:10:33.996771 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:34.244019 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device b74d9600-637c-4952-92c1-fee9a8b13d26 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:34.453483 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Publish callbacks [] for port, precommit_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:34.462735 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:34.470594 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port b74d9600-637c-4952-92c1-fee9a8b13d26 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:34.470961 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:34.488637 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Request body: {'port': {'device_id': '3ac8a9f0-8970-4d42-ade8-af16e757483e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:34.513407 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 1c004dab-7efc-41be-9627-415208808e90 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:34.581842 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ebb37-a1e0-44b0-8680-ae2a1d0c9be5 None None] Pushing event updated for resources: {'Port': ['ID=24b0cb87-2a1c-4c55-8d20-97f1f1fcb754,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:34.614960 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:34.736552 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Attempting to bind port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:10:34.736924 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Attempting to bind port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '3e5900fb-c8f6-46d7-8abb-7e44efed4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:10:34.737675 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Attempting to bind port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 on network 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:34.750642 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:10:34.751260 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Checking segment: {'id': '3e5900fb-c8f6-46d7-8abb-7e44efed4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:34.751708 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:34.752089 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Bound using segment: {'id': '3e5900fb-c8f6-46d7-8abb-7e44efed4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:10:34.752779 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Bound port: 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5900fb-c8f6-46d7-8abb-7e44efed4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:10:34.753124 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:34.757580 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 1c004dab-7efc-41be-9627-415208808e90 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:10:34.773351 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 1c004dab-7efc-41be-9627-415208808e90 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:34.773973 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:34.797676 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6eb27c5f-9ad5-46db-a8a0-cd72792aa6f7 req-688322f6-67b3-4110-bb77-e2ffe4cb2ea3 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 210 time: 0.0762489 Oct 27 14:10:34.879687 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd628c-4671-4ab4-aa4e-2747b0224bd5 req-37ea04ed-fb82-4661-b454-3e51fdd45ff3 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:34.881223 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-97cd628c-4671-4ab4-aa4e-2747b0224bd5 req-37ea04ed-fb82-4661-b454-3e51fdd45ff3 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 931 time: 0.2213054 Oct 27 14:10:34.914400 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] For port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:10:34.958216 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] For port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=24b0cb87-2a1c-4c55-8d20-97f1f1fcb754,segment=NetworkSegment(3e5900fb-c8f6-46d7-8abb-7e44efed4812),segment_id=3e5900fb-c8f6-46d7-8abb-7e44efed4812)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:10:34.963749 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-837a7371-db3c-47b2-bd49-9e94aa8f1da8 None None] Provisioning complete for port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:34.964132 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-837a7371-db3c-47b2-bd49-9e94aa8f1da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:34.967572 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:34.993667 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:35.010644 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-97cd628c-4671-4ab4-aa4e-2747b0224bd5 req-2cd6c31c-ff66-4be5-9a5b-7cf195d22e97 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169200 Oct 27 14:10:35.022053 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726df0c6-9d29-4768-865e-5102c8cb949c req-84cf61fe-0dfe-46e4-92b3-4c0484c85e3d tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:35.023683 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-726df0c6-9d29-4768-865e-5102c8cb949c req-84cf61fe-0dfe-46e4-92b3-4c0484c85e3d tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 949 time: 0.1530271 Oct 27 14:10:35.086772 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f230df78-0ca3-435f-a01f-f0012745f170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c004dab-7efc-41be-9627-415208808e90'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:10:35.086772 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf6f8e7-c4d4-46c9-828c-8dced8507985" -d '{"events": [{"server_uuid": "f230df78-0ca3-435f-a01f-f0012745f170", "name": "network-vif-plugged", "status": "completed", "tag": "1c004dab-7efc-41be-9627-415208808e90"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:10:35.087307 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-726df0c6-9d29-4768-865e-5102c8cb949c req-c55a88d6-a59d-4d69-97b4-8b30ff742f3e tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540667 Oct 27 14:10:35.106596 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Routers {'c1dc3121-d89f-499d-bf98-475417aaa569'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:35.112510 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['c1dc3121-d89f-499d-bf98-475417aaa569'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:35.124570 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 1c004dab-7efc-41be-9627-415208808e90, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1c004dab-7efc-41be-9627-415208808e90,segment=NetworkSegment(8b6cc29c-d889-45e7-a99c-bfc544dc74ac),segment_id=8b6cc29c-d889-45e7-a99c-bfc544dc74ac)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:35.132130 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ebb37-a1e0-44b0-8680-ae2a1d0c9be5 None None] Pushing event updated for resources: {'Port': ['ID=24b0cb87-2a1c-4c55-8d20-97f1f1fcb754,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:35.195444 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87c3bcc-adb9-4118-84d9-7ca3ee8179c6 x-openstack-request-id: req-b87c3bcc-adb9-4118-84d9-7ca3ee8179c6 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:10:35.195763 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f230df78-0ca3-435f-a01f-f0012745f170", "name": "network-vif-plugged", "status": "completed", "tag": "1c004dab-7efc-41be-9627-415208808e90", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:10:35.196215 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b87c3bcc-adb9-4118-84d9-7ca3ee8179c6 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:10:35.196426 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f230df78-0ca3-435f-a01f-f0012745f170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c004dab-7efc-41be-9627-415208808e90', 'code': 200} Oct 27 14:10:35.197705 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:35.334266 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83fd332-cfa0-4727-9d5c-ceea41e4f808 {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:10:35.358311 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-837a7371-db3c-47b2-bd49-9e94aa8f1da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:35.360244 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=1c004dab-7efc-41be-9627-415208808e90,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:35.362252 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:35.389560 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Transition to ACTIVE for port object b83fd332-cfa0-4727-9d5c-ceea41e4f808 will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:10:35.421737 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] Set router c1dc3121-d89f-499d-bf98-475417aaa569 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:35.441276 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:35.464000 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-837a7371-db3c-47b2-bd49-9e94aa8f1da8 None None] For port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=24b0cb87-2a1c-4c55-8d20-97f1f1fcb754,segment=NetworkSegment(3e5900fb-c8f6-46d7-8abb-7e44efed4812),segment_id=3e5900fb-c8f6-46d7-8abb-7e44efed4812)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:35.475007 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-837a7371-db3c-47b2-bd49-9e94aa8f1da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:35.615445 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9d908-6e77-4aed-ba22-950ca68b0afe req-4336abdd-b070-40ce-9a84-56fda5f8ec34 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:35.624644 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e7b9d908-6e77-4aed-ba22-950ca68b0afe req-4336abdd-b070-40ce-9a84-56fda5f8ec34 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.3573740 Oct 27 14:10:35.647366 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-289137ad-2e47-4c37-97d3-a0e780302e67 None None] Provisioning complete for port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:35.648010 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-289137ad-2e47-4c37-97d3-a0e780302e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:35.655761 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b83fd332-cfa0-4727-9d5c-ceea41e4f808,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:35.692740 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a7371-db3c-47b2-bd49-9e94aa8f1da8 None None] Pushing event updated for resources: {'Port': ['ID=24b0cb87-2a1c-4c55-8d20-97f1f1fcb754,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:35.749564 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86807c93-fa3f-4115-bd01-373499917315 req-717fb327-9fd6-4ee6-9e79-f28d9943c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:35.751625 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-86807c93-fa3f-4115-bd01-373499917315 req-717fb327-9fd6-4ee6-9e79-f28d9943c577 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 1103 time: 0.2557225 Oct 27 14:10:35.758748 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Attempting to bind port b83fd332-cfa0-4727-9d5c-ceea41e4f808 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:10:35.759498 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Attempting to bind port b83fd332-cfa0-4727-9d5c-ceea41e4f808 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '82ab21f3-c299-4a61-8840-6222240d5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:10:35.760080 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Attempting to bind port b83fd332-cfa0-4727-9d5c-ceea41e4f808 on network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:35.790498 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e7b9d908-6e77-4aed-ba22-950ca68b0afe req-ecb902ad-58a1-4bdf-9c2e-97c47660ce62 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647623 Oct 27 14:10:35.803876 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Port b83fd332-cfa0-4727-9d5c-ceea41e4f808 on network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:10:35.803876 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Attempting to bind port b83fd332-cfa0-4727-9d5c-ceea41e4f808 on network 9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:35.817348 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-b11c3d4f-e84f-460b-b89a-f4023411c3d5 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:35.819427 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-b11c3d4f-e84f-460b-b89a-f4023411c3d5 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 815 time: 0.3500509 Oct 27 14:10:35.826529 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:10:35.827125 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Checking segment: {'id': '82ab21f3-c299-4a61-8840-6222240d5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:35.827686 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Bound using segment: {'id': '82ab21f3-c299-4a61-8840-6222240d5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:10:35.828363 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Bound port: b83fd332-cfa0-4727-9d5c-ceea41e4f808, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ab21f3-c299-4a61-8840-6222240d5e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:10:35.828827 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:35.852145 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Request body: {'port': {'device_id': '17894aa2-3d8b-4ce1-bd00-92e52c1825f0', 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987', 'admin_state_up': True, 'tenant_id': 'a55431e3db544b7980c81c6303d1e8b2'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:35.866471 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'name': 'tempest-TestVolumeBootPattern-1272401216-router', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:25Z', 'updated_at': '2021-10-27T14:10:31Z', 'revision_number': 4, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'gw_port': {'id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:26Z', 'updated_at': '2021-10-27T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '24b0cb87-2a1c-4c55-8d20-97f1f1fcb754', 'name': '', 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'mac_address': 'fa:16:3e:48:e4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '27bfe93f-331a-4203-a36f-b0f5e5212e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:29Z', 'updated_at': '2021-10-27T14:10:34Z', 'revision_number': 4, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'subnets': [{'id': '27bfe93f-331a-4203-a36f-b0f5e5212e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:35.874775 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-86807c93-fa3f-4115-bd01-373499917315 req-adf0c944-5b09-46fe-b9c5-7ddcd0eac9db service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117713 Oct 27 14:10:35.898248 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b9e5f-bb36-47f8-8d55-a8f3da6ee799 None None] The sync data for ids ['c1dc3121-d89f-499d-bf98-475417aaa569'] in dv-cinder-815660-2-iscsi is: [{'id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'name': 'tempest-TestVolumeBootPattern-1272401216-router', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:25Z', 'updated_at': '2021-10-27T14:10:31Z', 'revision_number': 4, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'gw_port': {'id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:26Z', 'updated_at': '2021-10-27T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '24b0cb87-2a1c-4c55-8d20-97f1f1fcb754', 'name': '', 'network_id': '2911ccb9-0eb7-4f2e-b4b2-4dea1f031231', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'mac_address': 'fa:16:3e:48:e4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '27bfe93f-331a-4203-a36f-b0f5e5212e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:29Z', 'updated_at': '2021-10-27T14:10:34Z', 'revision_number': 4, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'subnets': [{'id': '27bfe93f-331a-4203-a36f-b0f5e5212e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:10:35.900565 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49742) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:35.908308 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-260c3d0e-acb2-4ff4-8b1f-e5d6803314e6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867368291', 'description': 'tempest-secgroup-smoke-867368291 description', 'project_id': '925d32172c5f44168c2eddeffc0a7da1'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:35.947342 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-260c3d0e-acb2-4ff4-8b1f-e5d6803314e6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.024074 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] For port b83fd332-cfa0-4727-9d5c-ceea41e4f808, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:10:36.055578 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] For port b83fd332-cfa0-4727-9d5c-ceea41e4f808, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b83fd332-cfa0-4727-9d5c-ceea41e4f808,segment=NetworkSegment(82ab21f3-c299-4a61-8840-6222240d5e8d),segment_id=82ab21f3-c299-4a61-8840-6222240d5e8d)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:10:36.065993 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.101973 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-260c3d0e-acb2-4ff4-8b1f-e5d6803314e6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.109994 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-260c3d0e-acb2-4ff4-8b1f-e5d6803314e6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.123335 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:36.124354 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.126800 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] 10.222.0.71 "PUT /v2.0/ports/b83fd332-cfa0-4727-9d5c-ceea41e4f808 HTTP/1.1" status: 200 len: 1093 time: 1.6426423 Oct 27 14:10:36.127862 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Made reservation on behalf of a55431e3db544b7980c81c6303d1e8b2 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:10:36.134153 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.137569 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac8a9f0-8970-4d42-ade8-af16e757483e', 'tag': 'b83fd332-cfa0-4727-9d5c-ceea41e4f808'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:10:36.142479 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047881c1-1e7d-4186-b90b-1eee79f13f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac8a9f0-8970-4d42-ade8-af16e757483e", "tag": "b83fd332-cfa0-4727-9d5c-ceea41e4f808"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:10:36.174342 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-260c3d0e-acb2-4ff4-8b1f-e5d6803314e6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.176440 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-260c3d0e-acb2-4ff4-8b1f-e5d6803314e6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2742059 Oct 27 14:10:36.184778 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 49750) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:36.192479 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c3d0e-acb2-4ff4-8b1f-e5d6803314e6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d30484d-56b9-4e48-9283-1df6ba48d4e5,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:36.200491 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-1f89e3f8-0235-4fe1-bf5b-82e0425d93e3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'security_group_rule': {'security_group_id': '3d30484d-56b9-4e48-9283-1df6ba48d4e5', 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:36.237535 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b593244-a547-412a-9cf2-7dd70241b1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b83fd332-cfa0-4727-9d5c-ceea41e4f808,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:36.315437 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1f89e3f8-0235-4fe1-bf5b-82e0425d93e3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.315893 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:36.389865 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:36.390370 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.397803 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Allocated IP 172.20.0.11 (5b53c648-0313-4179-8334-9fa5d1933987/3438be83-95f5-4dc5-9b6b-a057d921b6b0/3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:36.430588 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1f89e3f8-0235-4fe1-bf5b-82e0425d93e3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.441991 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1f89e3f8-0235-4fe1-bf5b-82e0425d93e3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.475598 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89e3f8-0235-4fe1-bf5b-82e0425d93e3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8639ce-4267-45db-8f01-432914b767e8,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:36.492964 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1f89e3f8-0235-4fe1-bf5b-82e0425d93e3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.494210 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-1f89e3f8-0235-4fe1-bf5b-82e0425d93e3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3091524 Oct 27 14:10:36.496931 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 49752) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:36.502903 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-5bf0437c-8e14-4283-804b-6f0b5d4bc8cd tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'security_group_rule': {'security_group_id': '3d30484d-56b9-4e48-9283-1df6ba48d4e5', 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:36.587406 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5bf0437c-8e14-4283-804b-6f0b5d4bc8cd tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.672346 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.688816 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5bf0437c-8e14-4283-804b-6f0b5d4bc8cd tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.694251 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5bf0437c-8e14-4283-804b-6f0b5d4bc8cd tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.725601 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0437c-8e14-4283-804b-6f0b5d4bc8cd tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3566db7-54b3-49c7-942c-e3a72f01f9d7,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:36.733260 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5bf0437c-8e14-4283-804b-6f0b5d4bc8cd tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.736968 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-5bf0437c-8e14-4283-804b-6f0b5d4bc8cd tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2364602 Oct 27 14:10:36.737734 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49756) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:36.742542 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-1b724313-2e0c-448f-91ed-bfe2b53253c6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'security_group_rule': {'security_group_id': '3d30484d-56b9-4e48-9283-1df6ba48d4e5', 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:36.744560 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.773124 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-03ae2dd2-d68a-4aa4-9c5f-4c69949b9281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.786201 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1b724313-2e0c-448f-91ed-bfe2b53253c6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.800929 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Network 5b53c648-0313-4179-8334-9fa5d1933987 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:36.804756 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:36.809187 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:36.814892 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:36.816220 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.822842 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Pushing event updated for resources: {'Port': ['ID=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:36.846603 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5e9a93b2-56a5-436a-90d7-bea0ffba85f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0087914 Oct 27 14:10:36.863537 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1b724313-2e0c-448f-91ed-bfe2b53253c6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.867753 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1b724313-2e0c-448f-91ed-bfe2b53253c6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.887025 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b724313-2e0c-448f-91ed-bfe2b53253c6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ac199c-b06b-46ab-94de-11bbdcaad06d,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:36.900464 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-1b724313-2e0c-448f-91ed-bfe2b53253c6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.902458 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-1b724313-2e0c-448f-91ed-bfe2b53253c6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633592 Oct 27 14:10:36.905938 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49758) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:36.911769 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-e4013ee3-3745-4d6a-a34a-5a2fadbb9c46 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'security_group_rule': {'security_group_id': '3d30484d-56b9-4e48-9283-1df6ba48d4e5', 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:36.943518 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e4013ee3-3745-4d6a-a34a-5a2fadbb9c46 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.021834 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e4013ee3-3745-4d6a-a34a-5a2fadbb9c46 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.026549 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e4013ee3-3745-4d6a-a34a-5a2fadbb9c46 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.045050 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4013ee3-3745-4d6a-a34a-5a2fadbb9c46 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ef3b8b-f6db-48eb-aeb0-c16fe81c1400,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:37.053265 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e4013ee3-3745-4d6a-a34a-5a2fadbb9c46 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.056980 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-e4013ee3-3745-4d6a-a34a-5a2fadbb9c46 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472669 Oct 27 14:10:37.057564 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49760) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:37.063749 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-f99f4888-fe7b-4893-ba8d-846abcbc2c1e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'security_group_rule': {'security_group_id': '3d30484d-56b9-4e48-9283-1df6ba48d4e5', 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:37.087157 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.securitygroups_db [None req-f99f4888-fe7b-4893-ba8d-846abcbc2c1e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Project 925d32172c5f44168c2eddeffc0a7da1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:10:37.092807 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f99f4888-fe7b-4893-ba8d-846abcbc2c1e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.160803 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f99f4888-fe7b-4893-ba8d-846abcbc2c1e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.164822 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f99f4888-fe7b-4893-ba8d-846abcbc2c1e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.186901 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f4888-fe7b-4893-ba8d-846abcbc2c1e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac03819b-bca6-41d1-b997-92dd55f050d3,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:37.204804 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f99f4888-fe7b-4893-ba8d-846abcbc2c1e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.207562 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-f99f4888-fe7b-4893-ba8d-846abcbc2c1e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474013 Oct 27 14:10:37.209399 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 49762) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:37.213958 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-e7520ebb-58f5-4014-88d9-23ec6582aeda tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'security_group_rule': {'security_group_id': '3d30484d-56b9-4e48-9283-1df6ba48d4e5', 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:37.238344 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.securitygroups_db [None req-e7520ebb-58f5-4014-88d9-23ec6582aeda tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Project 925d32172c5f44168c2eddeffc0a7da1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:10:37.243799 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e7520ebb-58f5-4014-88d9-23ec6582aeda tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.313658 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e7520ebb-58f5-4014-88d9-23ec6582aeda tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.317580 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e7520ebb-58f5-4014-88d9-23ec6582aeda tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.336284 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7520ebb-58f5-4014-88d9-23ec6582aeda tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7e26b5-e042-449b-bf72-211dfc9f48dd,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:37.351885 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e7520ebb-58f5-4014-88d9-23ec6582aeda tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.353927 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-e7520ebb-58f5-4014-88d9-23ec6582aeda tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433828 Oct 27 14:10:37.738200 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:37.917768 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:39.144560 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['60d5d634-d73e-43e2-9077-dd41c390011b', '9b8b3480-396e-4f51-94d1-f326ad7aef3e', '068771a3-6b8e-4d3f-9708-0f828f723d7d'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:10:39.422077 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:39.440412 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Request body: {'port': {'device_id': '17894aa2-3d8b-4ce1-bd00-92e52c1825f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:39.542211 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:39.546188 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-fdccb57b-7d51-43c6-99db-7fdb7a56cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:39.547788 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-fdccb57b-7d51-43c6-99db-7fdb7a56cbb3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=403cbdd2f7e54a148b5f8f44b38a045d&device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 1096 time: 0.0839412 Oct 27 14:10:39.609142 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-9d1e5ea7-f08d-41a5-8c6d-6e424b5edc41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b83fd332-cfa0-4727-9d5c-ceea41e4f808 HTTP/1.1" status: 200 len: 217 time: 0.0501769 Oct 27 14:10:39.720023 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-5e9e2d48-89d4-4387-865b-0fb7ed7aabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:39.721529 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-5e9e2d48-89d4-4387-865b-0fb7ed7aabeb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e96b3eb-009d-40d0-b11d-154656a63c40 HTTP/1.1" status: 200 len: 848 time: 0.0779045 Oct 27 14:10:39.729308 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be91b2-28d8-4262-bd2b-2e8906f49f23 req-92a1bb38-462c-44ea-8fc0-e550b5dc3bc4 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:39.731011 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-95be91b2-28d8-4262-bd2b-2e8906f49f23 req-92a1bb38-462c-44ea-8fc0-e550b5dc3bc4 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 932 time: 0.1637580 Oct 27 14:10:39.829277 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-61f62bdb-aaa9-4101-b0a1-a5a0510ad10c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454013 Oct 27 14:10:39.908251 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-95be91b2-28d8-4262-bd2b-2e8906f49f23 req-13c64403-fd8d-42e0-b48d-84e41d4315d1 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254845 Oct 27 14:10:40.142051 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-b6998a58-5711-4b5c-a937-cfa16e1f3a0b service neutron] 10.222.0.71 "GET /v2.0/networks/9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380431 Oct 27 14:10:40.559110 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:10:40.571010 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66629a5c-b73e-44a5-86da-07644809e97b req-cb04426e-b35b-4677-a356-b42e622a1d02 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:40.572549 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66629a5c-b73e-44a5-86da-07644809e97b req-cb04426e-b35b-4677-a356-b42e622a1d02 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 943 time: 0.4760728 Oct 27 14:10:40.580090 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc40664-b31c-4205-bacc-1dd46b2d0f74 req-3b464975-aada-402b-aac0-d72f54865ab9 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:40.581598 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6fc40664-b31c-4205-bacc-1dd46b2d0f74 req-3b464975-aada-402b-aac0-d72f54865ab9 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 950 time: 0.4811652 Oct 27 14:10:40.589531 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:40.659389 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Transition to ACTIVE for port object 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:10:40.680954 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:40.694175 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d83ce9c-75cc-49a3-97bf-9b765fd45ad6 req-ce12351b-3dcb-4fe7-a7ea-5a82814068ba service neutron] 10.222.0.71 "GET /v2.0/networks/9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646880 Oct 27 14:10:40.717464 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66629a5c-b73e-44a5-86da-07644809e97b req-31165e7b-7530-4949-b1f6-1d84f74797d1 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348376 Oct 27 14:10:40.724086 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6fc40664-b31c-4205-bacc-1dd46b2d0f74 req-8a189866-bea6-4062-80b9-4e054efa6901 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320066 Oct 27 14:10:40.761930 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Pushing event updated for resources: {'Port': ['ID=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:40.787988 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0233bb3c-2e02-4984-b08b-aacb9ec05625 x-openstack-request-id: req-0233bb3c-2e02-4984-b08b-aacb9ec05625 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:10:40.788314 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac8a9f0-8970-4d42-ade8-af16e757483e", "tag": "b83fd332-cfa0-4727-9d5c-ceea41e4f808", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:10:40.788621 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0233bb3c-2e02-4984-b08b-aacb9ec05625 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:10:40.789026 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac8a9f0-8970-4d42-ade8-af16e757483e', 'tag': 'b83fd332-cfa0-4727-9d5c-ceea41e4f808', 'status': 'completed', 'code': 200} Oct 27 14:10:40.804854 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Attempting to bind port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:10:40.805314 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Attempting to bind port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:10:40.805812 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Attempting to bind port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 on network 5b53c648-0313-4179-8334-9fa5d1933987 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:40.811086 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 on network 5b53c648-0313-4179-8334-9fa5d1933987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:10:40.811441 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Attempting to bind port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 on network 5b53c648-0313-4179-8334-9fa5d1933987 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:40.816611 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:10:40.816949 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Checking segment: {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:40.817336 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Bound using segment: {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:10:40.817766 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Bound port: 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd619d3f8-3c6f-40c3-95da-2075c8135e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:10:40.818126 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:40.885239 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] For port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:10:40.888548 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] For port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:10:40.893324 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:40.932644 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:40.933913 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:40.934609 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] 10.222.0.71 "PUT /v2.0/ports/3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 HTTP/1.1" status: 200 len: 1094 time: 1.4995494 Oct 27 14:10:40.952218 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b686a-4943-4530-9337-419ae8b0e47a service neutron] Pushing event updated for resources: {'Port': ['ID=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:41.074153 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec4418-0265-4fa7-af24-d0620ca6adc9 req-c881567b-8d6e-4176-a034-bc381e1777d6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:41.075693 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-33ec4418-0265-4fa7-af24-d0620ca6adc9 req-c881567b-8d6e-4176-a034-bc381e1777d6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 944 time: 0.0622494 Oct 27 14:10:41.117124 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-33ec4418-0265-4fa7-af24-d0620ca6adc9 req-c9833d04-1e46-402a-a1fd-61ba46145629 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342920 Oct 27 14:10:41.850284 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a3f31-a1c6-41c4-9943-8d4b8f80522f req-a6f94723-8e11-433b-9db8-0f2abf1ebc81 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:41.851852 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d35a3f31-a1c6-41c4-9943-8d4b8f80522f req-a6f94723-8e11-433b-9db8-0f2abf1ebc81 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 943 time: 0.0562742 Oct 27 14:10:41.892265 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d35a3f31-a1c6-41c4-9943-8d4b8f80522f req-8faf0834-a8fb-4101-bbb4-1f8338e71cdc tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341339 Oct 27 14:10:42.001760 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2e6c6-3db4-4cce-aa6d-da0aaae1b9a2 req-dcd47eab-48de-4cf5-95c8-0f1f35f9846b tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:42.003301 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ba2e6c6-3db4-4cce-aa6d-da0aaae1b9a2 req-dcd47eab-48de-4cf5-95c8-0f1f35f9846b tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 950 time: 0.0537009 Oct 27 14:10:42.045486 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ba2e6c6-3db4-4cce-aa6d-da0aaae1b9a2 req-5499ea0c-4967-42cf-8322-0f1ecccc4e83 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359051 Oct 27 14:10:42.242389 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785d1a4-2510-45fc-96b6-7b3df9eb473b req-5c356c1d-d7b0-46a6-b0a0-a3b16a53b1df tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:42.244000 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c785d1a4-2510-45fc-96b6-7b3df9eb473b req-5c356c1d-d7b0-46a6-b0a0-a3b16a53b1df tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 944 time: 0.0544243 Oct 27 14:10:42.284349 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c785d1a4-2510-45fc-96b6-7b3df9eb473b req-6425234d-4fb0-4903-9cfa-f0dc6751fc30 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Oct 27 14:10:42.790599 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17894aa2-3d8b-4ce1-bd00-92e52c1825f0', 'tag': '3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:10:42.792933 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3a3239-858f-4345-ae5e-089c9f0c4bce" -d '{"events": [{"name": "network-changed", "server_uuid": "17894aa2-3d8b-4ce1-bd00-92e52c1825f0", "tag": "3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:10:42.827315 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e61107-e3d8-43b9-91a7-2aa1184d295d x-openstack-request-id: req-73e61107-e3d8-43b9-91a7-2aa1184d295d {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:10:42.827608 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17894aa2-3d8b-4ce1-bd00-92e52c1825f0", "tag": "3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:10:42.827862 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-73e61107-e3d8-43b9-91a7-2aa1184d295d {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:10:42.828259 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17894aa2-3d8b-4ce1-bd00-92e52c1825f0', 'tag': '3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578', 'status': 'completed', 'code': 200} Oct 27 14:10:43.016864 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c386fca-ea7b-4409-af60-899e3d6a5a0a req-f16823fb-e5fd-4ba8-84aa-9659d86b35bb tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:43.018246 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2c386fca-ea7b-4409-af60-899e3d6a5a0a req-f16823fb-e5fd-4ba8-84aa-9659d86b35bb tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 943 time: 0.0529788 Oct 27 14:10:43.059540 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2c386fca-ea7b-4409-af60-899e3d6a5a0a req-8ac1218c-d000-4a6d-90d0-61a107104337 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353525 Oct 27 14:10:43.165443 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa3e48-b595-4e52-a286-bb0a01af8249 req-77091ae3-b3c6-4b15-993b-0a15f802362c tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:43.167093 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f9aa3e48-b595-4e52-a286-bb0a01af8249 req-77091ae3-b3c6-4b15-993b-0a15f802362c tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 950 time: 0.0518181 Oct 27 14:10:43.205491 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f9aa3e48-b595-4e52-a286-bb0a01af8249 req-11217d4f-6e2c-49d1-b3cf-e995b9d1fda1 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Oct 27 14:10:43.399393 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b413f-c545-4213-ab4b-83e7117826fe req-b53c729a-d776-477f-9d75-747572e39632 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:43.400863 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1c8b413f-c545-4213-ab4b-83e7117826fe req-b53c729a-d776-477f-9d75-747572e39632 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 944 time: 0.0491886 Oct 27 14:10:43.439189 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1c8b413f-c545-4213-ab4b-83e7117826fe req-ac6b325d-6cc4-4ca2-992e-07b6c8eec7c6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Oct 27 14:10:44.124225 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-64718af2-b830-48b3-a254-c2909fa6f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:44.125716 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-64718af2-b830-48b3-a254-c2909fa6f2b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 1097 time: 0.0826442 Oct 27 14:10:44.143758 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047881c1-1e7d-4186-b90b-1eee79f13f9b req-08fd14d5-dd86-44f1-b25c-61159cb87f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:44.145237 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-047881c1-1e7d-4186-b90b-1eee79f13f9b req-08fd14d5-dd86-44f1-b25c-61159cb87f6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=403cbdd2f7e54a148b5f8f44b38a045d&device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 1096 time: 0.0936174 Oct 27 14:10:44.209341 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-a7b25907-9d29-4a57-b445-06b7ee57158f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 HTTP/1.1" status: 200 len: 217 time: 0.0630748 Oct 27 14:10:44.347246 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb772d2-56aa-48e4-bd4e-6a9141102981 req-809692e9-9380-4435-a1be-cb081ea5840a tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:44.348488 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5bb772d2-56aa-48e4-bd4e-6a9141102981 req-809692e9-9380-4435-a1be-cb081ea5840a tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 943 time: 0.2156126 Oct 27 14:10:44.366965 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5c7b5bf3-a208-438a-bec9-962c3067d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:44.368425 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-5c7b5bf3-a208-438a-bec9-962c3067d388 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3438be83-95f5-4dc5-9b6b-a057d921b6b0 HTTP/1.1" status: 200 len: 855 time: 0.1236551 Oct 27 14:10:44.406841 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047881c1-1e7d-4186-b90b-1eee79f13f9b req-831e1d63-f946-439c-9854-413dba375ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:44.408326 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-047881c1-1e7d-4186-b90b-1eee79f13f9b req-831e1d63-f946-439c-9854-413dba375ce0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd HTTP/1.1" status: 200 len: 910 time: 0.2413390 Oct 27 14:10:44.420216 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dee2b-fb84-4f01-896a-c423a39d67b3 req-96560364-fbba-4900-8090-6af93b75dd77 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:44.421792 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1b6dee2b-fb84-4f01-896a-c423a39d67b3 req-96560364-fbba-4900-8090-6af93b75dd77 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 950 time: 0.1392808 Oct 27 14:10:44.448352 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-2b34d2dc-478b-4f3b-8d50-f5dadb8945bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b53c648-0313-4179-8334-9fa5d1933987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611823 Oct 27 14:10:44.503162 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-047881c1-1e7d-4186-b90b-1eee79f13f9b req-10dbfaa6-f746-4887-9aba-97297f280a8c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b83fd332-cfa0-4727-9d5c-ceea41e4f808 HTTP/1.1" status: 200 len: 217 time: 0.0667388 Oct 27 14:10:44.586169 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5bb772d2-56aa-48e4-bd4e-6a9141102981 req-92cbd485-4634-46e4-9508-88a757b92139 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257919 Oct 27 14:10:44.619835 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1b6dee2b-fb84-4f01-896a-c423a39d67b3 req-1cbb9315-abfe-4e76-ab59-22d89d0dfef3 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762433 Oct 27 14:10:44.637875 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047881c1-1e7d-4186-b90b-1eee79f13f9b req-6d0008e2-4e57-4c02-b8ca-9103963c10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:44.639516 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-047881c1-1e7d-4186-b90b-1eee79f13f9b req-6d0008e2-4e57-4c02-b8ca-9103963c10ee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e96b3eb-009d-40d0-b11d-154656a63c40 HTTP/1.1" status: 200 len: 848 time: 0.1218796 Oct 27 14:10:44.703845 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-047881c1-1e7d-4186-b90b-1eee79f13f9b req-ff1a4594-383f-44af-98c7-aa6082ce011a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523510 Oct 27 14:10:44.724942 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-7535bdd7-e87c-43ce-880e-fcb4b24e4d98 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364690 Oct 27 14:10:44.852780 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9566fab-ac33-4d1c-8fd0-c843992a49ae req-12195cf9-200e-40ce-8cf4-6f4260edf77c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:44.855637 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a9566fab-ac33-4d1c-8fd0-c843992a49ae req-12195cf9-200e-40ce-8cf4-6f4260edf77c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 944 time: 0.1864786 Oct 27 14:10:44.934149 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-047881c1-1e7d-4186-b90b-1eee79f13f9b req-713ee565-07dc-43b0-8248-c076a9553362 service neutron] 10.222.0.71 "GET /v2.0/networks/9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118185 Oct 27 14:10:44.940922 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a9566fab-ac33-4d1c-8fd0-c843992a49ae req-52c38b57-5119-486e-abf5-70e41ce73dc9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769184 Oct 27 14:10:44.973637 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e4ff1cdf-eb17-475b-b326-7169b511371f req-d0e6517f-ec3c-4234-b0c2-e92a00d0fcb5 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982129 Oct 27 14:10:45.049303 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-047881c1-1e7d-4186-b90b-1eee79f13f9b req-6efa576e-f5f7-44a4-aefc-9d39d86b84ea service neutron] 10.222.0.71 "GET /v2.0/networks/9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992391 Oct 27 14:10:45.090766 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a3239-858f-4345-ae5e-089c9f0c4bce req-95070e0b-6f4f-4870-a938-d5fcc45cdfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:45.092496 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d3a3239-858f-4345-ae5e-089c9f0c4bce req-95070e0b-6f4f-4870-a938-d5fcc45cdfc6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a55431e3db544b7980c81c6303d1e8b2&device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 1097 time: 0.0421462 Oct 27 14:10:45.206655 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a3239-858f-4345-ae5e-089c9f0c4bce req-195d81bb-88d0-48dc-87f5-aea642b16260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:45.208172 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d3a3239-858f-4345-ae5e-089c9f0c4bce req-195d81bb-88d0-48dc-87f5-aea642b16260 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 200 len: 917 time: 0.0997405 Oct 27 14:10:45.251999 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d3a3239-858f-4345-ae5e-089c9f0c4bce req-1410bf43-6721-40fb-af1c-4a0f5a1c9b42 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 HTTP/1.1" status: 200 len: 217 time: 0.0353372 Oct 27 14:10:45.308299 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a3239-858f-4345-ae5e-089c9f0c4bce req-c4721d04-906d-4723-bcb0-d57b7cd729c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:45.309780 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d3a3239-858f-4345-ae5e-089c9f0c4bce req-c4721d04-906d-4723-bcb0-d57b7cd729c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3438be83-95f5-4dc5-9b6b-a057d921b6b0 HTTP/1.1" status: 200 len: 855 time: 0.0458817 Oct 27 14:10:45.353401 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d3a3239-858f-4345-ae5e-089c9f0c4bce req-e9ca5d46-ceaa-4396-9e8e-a612fe330b77 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b53c648-0313-4179-8334-9fa5d1933987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255754 Oct 27 14:10:45.452920 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d3a3239-858f-4345-ae5e-089c9f0c4bce req-cc4643d4-f18b-47be-9609-94543a3787fd service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898268 Oct 27 14:10:45.590570 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d3a3239-858f-4345-ae5e-089c9f0c4bce req-2f1e91a1-73db-47a6-ad81-f348339454b5 service neutron] 10.222.0.71 "GET /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258359 Oct 27 14:10:45.744900 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8c10e-572f-4a74-9160-d586c9d99b4e req-8fd6cd5c-416d-49f8-a96e-347fda4f793c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:45.746320 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bab8c10e-572f-4a74-9160-d586c9d99b4e req-8fd6cd5c-416d-49f8-a96e-347fda4f793c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 943 time: 0.0755026 Oct 27 14:10:45.789403 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a308b9-0676-4bd8-90e6-c24628cd43a8 req-468f098b-8cb5-4df3-966c-cdb5edb58fe7 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:45.790893 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-35a308b9-0676-4bd8-90e6-c24628cd43a8 req-468f098b-8cb5-4df3-966c-cdb5edb58fe7 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 950 time: 0.0821028 Oct 27 14:10:45.812163 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bab8c10e-572f-4a74-9160-d586c9d99b4e req-113facc9-b956-4f45-a188-43463b9c3595 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 Oct 27 14:10:45.842729 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-35a308b9-0676-4bd8-90e6-c24628cd43a8 req-34722e92-df33-49cf-8c5f-c5c37e55c349 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446787 Oct 27 14:10:46.179812 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705144c2-0c41-480b-8c01-6e37aa17a8c9 req-1d6dc1dd-1e16-4711-8c9c-a1a48135e5db tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:46.181411 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-705144c2-0c41-480b-8c01-6e37aa17a8c9 req-1d6dc1dd-1e16-4711-8c9c-a1a48135e5db tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 944 time: 0.0646751 Oct 27 14:10:46.226569 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-705144c2-0c41-480b-8c01-6e37aa17a8c9 req-e177d900-c3a5-4794-93ad-d7e5173f8987 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369873 Oct 27 14:10:46.359891 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134f7f-2efd-4d4e-b030-6f4e051d8608 req-3d7d9e96-6af4-466b-b6fc-362a80b48ac2 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:46.361505 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c0134f7f-2efd-4d4e-b030-6f4e051d8608 req-3d7d9e96-6af4-466b-b6fc-362a80b48ac2 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 950 time: 0.0701840 Oct 27 14:10:46.407934 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c0134f7f-2efd-4d4e-b030-6f4e051d8608 req-0ee1ba0e-9a56-43ee-aa02-29906685a213 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Oct 27 14:10:46.952085 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392db646-105c-4504-a191-9e09714a71c7 req-95919d51-45fc-4e24-afa8-f06c484772b0 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:46.953833 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-392db646-105c-4504-a191-9e09714a71c7 req-95919d51-45fc-4e24-afa8-f06c484772b0 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 943 time: 0.0519969 Oct 27 14:10:46.994740 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-392db646-105c-4504-a191-9e09714a71c7 req-d7d77c32-bedf-4633-9eb5-307942adf600 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347357 Oct 27 14:10:47.042228 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:47.363839 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3e872-fb7f-4e29-82ef-f2a592ee60d0 req-f0e6e4b5-57a6-4088-8479-519386516b4a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:47.365422 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-82f3e872-fb7f-4e29-82ef-f2a592ee60d0 req-f0e6e4b5-57a6-4088-8479-519386516b4a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 944 time: 0.0608220 Oct 27 14:10:47.417467 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-82f3e872-fb7f-4e29-82ef-f2a592ee60d0 req-0bf0c64e-0aa8-41d2-a472-7250ffd7835c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385165 Oct 27 14:10:47.602278 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd599ca8-2093-4f57-bbb4-03bb0ba17be4 req-2d52a828-545e-4811-bc3d-0bd2ed374501 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:47.603867 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bd599ca8-2093-4f57-bbb4-03bb0ba17be4 req-2d52a828-545e-4811-bc3d-0bd2ed374501 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0862751 Oct 27 14:10:47.613000 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afc4ae-921d-496a-a1b0-3d65a3a5db66 req-287e6ca6-163f-451b-8369-912eb987e728 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:47.614538 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b5afc4ae-921d-496a-a1b0-3d65a3a5db66 req-287e6ca6-163f-451b-8369-912eb987e728 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 950 time: 0.0956311 Oct 27 14:10:47.678124 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bd599ca8-2093-4f57-bbb4-03bb0ba17be4 req-8ecd4a25-432c-474b-a2f0-b18bd65588c3 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625653 Oct 27 14:10:47.687913 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b5afc4ae-921d-496a-a1b0-3d65a3a5db66 req-715a45ea-3a54-4319-99b3-edbcaa022b06 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662956 Oct 27 14:10:48.129675 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4c3ad-30c9-44e1-9de9-47c1cfe0fd69 req-0f74931e-87d7-41e1-bc87-fa14ed115b73 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:48.132781 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f4f4c3ad-30c9-44e1-9de9-47c1cfe0fd69 req-0f74931e-87d7-41e1-bc87-fa14ed115b73 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 943 time: 0.0657170 Oct 27 14:10:48.177978 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f4f4c3ad-30c9-44e1-9de9-47c1cfe0fd69 req-1ab14b06-08b2-47de-b091-f87b36482071 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363219 Oct 27 14:10:48.559104 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6d60c-203d-4860-b072-199c875abcac req-f7351ce8-dab9-48e1-bef4-704eb3884e14 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:48.561442 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2cf6d60c-203d-4860-b072-199c875abcac req-f7351ce8-dab9-48e1-bef4-704eb3884e14 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 944 time: 0.0577083 Oct 27 14:10:48.605004 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2cf6d60c-203d-4860-b072-199c875abcac req-12734f44-bba7-4561-86d7-0689b4733e53 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374577 Oct 27 14:10:48.784225 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device b83fd332-cfa0-4727-9d5c-ceea41e4f808 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:10:48.908581 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2030eda-c85e-4e16-97f4-7a6c5bdad9de req-e22e9f44-9c4e-4972-992b-9ff8ac01ee3f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:48.910159 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a2030eda-c85e-4e16-97f4-7a6c5bdad9de req-e22e9f44-9c4e-4972-992b-9ff8ac01ee3f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 950 time: 0.0913973 Oct 27 14:10:48.922961 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port b83fd332-cfa0-4727-9d5c-ceea41e4f808, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b83fd332-cfa0-4727-9d5c-ceea41e4f808,segment=NetworkSegment(82ab21f3-c299-4a61-8840-6222240d5e8d),segment_id=82ab21f3-c299-4a61-8840-6222240d5e8d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:48.928421 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cebfc1-fa9e-4c79-ad20-2438fb326e65 req-da95d13f-fbde-42cd-84b9-937a8bf929da tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:48.929972 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c9cebfc1-fa9e-4c79-ad20-2438fb326e65 req-da95d13f-fbde-42cd-84b9-937a8bf929da tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0992203 Oct 27 14:10:48.939505 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': 'b83fd332-cfa0-4727-9d5c-ceea41e4f808', 'network_id': '9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd', 'port_id': 'b83fd332-cfa0-4727-9d5c-ceea41e4f808', 'mac_address': 'fa:16:3e:39:24:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e96b3eb-009d-40d0-b11d-154656a63c40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:10:48.981184 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:48.995998 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83fd332-cfa0-4727-9d5c-ceea41e4f808 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:10:49.018780 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c9cebfc1-fa9e-4c79-ad20-2438fb326e65 req-61103f77-2d75-418d-bb2b-2a65654263e9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805006 Oct 27 14:10:49.019359 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port b83fd332-cfa0-4727-9d5c-ceea41e4f808, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b83fd332-cfa0-4727-9d5c-ceea41e4f808,segment=NetworkSegment(82ab21f3-c299-4a61-8840-6222240d5e8d),segment_id=82ab21f3-c299-4a61-8840-6222240d5e8d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:49.022932 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a2030eda-c85e-4e16-97f4-7a6c5bdad9de req-dbe50b13-8318-41b6-860b-8314653d76b0 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/security-groups?id=7708ba8b-820d-4a2b-96f1-425d5b762826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028552 Oct 27 14:10:49.024294 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:49.025337 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:10:49.032027 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129eca95-d399-4772-990f-48cfd4cc2c64 req-dc473ea3-7f69-4d5a-87de-9b9b4b3c8124 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:49.033758 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-129eca95-d399-4772-990f-48cfd4cc2c64 req-dc473ea3-7f69-4d5a-87de-9b9b4b3c8124 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.71 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 950 time: 0.1225421 Oct 27 14:10:49.138703 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=b83fd332-cfa0-4727-9d5c-ceea41e4f808,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:49.146132 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-129eca95-d399-4772-990f-48cfd4cc2c64 req-aa25712e-dc36-4194-b5ef-f63cd57c7f8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Deleting port 1c004dab-7efc-41be-9627-415208808e90 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:10:49.146489 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-129eca95-d399-4772-990f-48cfd4cc2c64 req-aa25712e-dc36-4194-b5ef-f63cd57c7f8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:49.172654 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:49.184654 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578', 'network_id': '5b53c648-0313-4179-8334-9fa5d1933987', 'port_id': '3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578', 'mac_address': 'fa:16:3e:92:5c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3438be83-95f5-4dc5-9b6b-a057d921b6b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:10:49.227623 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:49.244126 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-129eca95-d399-4772-990f-48cfd4cc2c64 req-aa25712e-dc36-4194-b5ef-f63cd57c7f8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] For port 1c004dab-7efc-41be-9627-415208808e90, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1c004dab-7efc-41be-9627-415208808e90,segment=NetworkSegment(8b6cc29c-d889-45e7-a99c-bfc544dc74ac),segment_id=8b6cc29c-d889-45e7-a99c-bfc544dc74ac)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:49.244522 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-129eca95-d399-4772-990f-48cfd4cc2c64 req-aa25712e-dc36-4194-b5ef-f63cd57c7f8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:49.260667 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-129eca95-d399-4772-990f-48cfd4cc2c64 req-aa25712e-dc36-4194-b5ef-f63cd57c7f8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Calling delete_port for 1c004dab-7efc-41be-9627-415208808e90 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:10:49.367212 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:10:49.369282 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35918b7-4714-4b12-badb-45947c910c7b req-df7b2eb9-9da1-448e-8242-7e5d01c1f9c3 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:49.370826 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d35918b7-4714-4b12-badb-45947c910c7b req-df7b2eb9-9da1-448e-8242-7e5d01c1f9c3 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 944 time: 0.1116664 Oct 27 14:10:49.387796 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:49.394021 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:49.427717 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d35918b7-4714-4b12-badb-45947c910c7b req-ff64a2e7-91e7-48c0-8aa1-c541ab9b5d06 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496674 Oct 27 14:10:49.448112 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:49.480987 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-129eca95-d399-4772-990f-48cfd4cc2c64 req-aa25712e-dc36-4194-b5ef-f63cd57c7f8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:49.496777 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['1c004dab-7efc-41be-9627-415208808e90'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:10:49.511863 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25712e-dc36-4194-b5ef-f63cd57c7f8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Pushing event deleted for resources: {'Port': ['ID=1c004dab-7efc-41be-9627-415208808e90,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:49.563546 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-129eca95-d399-4772-990f-48cfd4cc2c64 req-aa25712e-dc36-4194-b5ef-f63cd57c7f8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] No DVR routers for this DVR port 1c004dab-7efc-41be-9627-415208808e90 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:10:49.567105 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-129eca95-d399-4772-990f-48cfd4cc2c64 req-aa25712e-dc36-4194-b5ef-f63cd57c7f8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:49.570543 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-129eca95-d399-4772-990f-48cfd4cc2c64 req-aa25712e-dc36-4194-b5ef-f63cd57c7f8f tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.71 "DELETE /v2.0/ports/1c004dab-7efc-41be-9627-415208808e90 HTTP/1.1" status: 204 len: 173 time: 0.5269170 Oct 27 14:10:49.571020 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f230df78-0ca3-435f-a01f-f0012745f170', 'name': 'network-vif-deleted', 'tag': '1c004dab-7efc-41be-9627-415208808e90'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:10:49.573402 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe4006b-2eb7-41bd-af49-4ea5560aed36" -d '{"events": [{"server_uuid": "f230df78-0ca3-435f-a01f-f0012745f170", "name": "network-vif-deleted", "tag": "1c004dab-7efc-41be-9627-415208808e90"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:10:49.612848 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d12a44-edce-41ff-8b35-cb388df363ef x-openstack-request-id: req-51d12a44-edce-41ff-8b35-cb388df363ef {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:10:49.613202 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f230df78-0ca3-435f-a01f-f0012745f170", "name": "network-vif-deleted", "tag": "1c004dab-7efc-41be-9627-415208808e90", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:10:49.613412 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-51d12a44-edce-41ff-8b35-cb388df363ef {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:10:49.613792 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f230df78-0ca3-435f-a01f-f0012745f170', 'name': 'network-vif-deleted', 'tag': '1c004dab-7efc-41be-9627-415208808e90', 'status': 'completed', 'code': 200} Oct 27 14:10:49.771319 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c3593-10c9-4850-b328-dde90a9ac93a req-a7de423a-c34c-4ef8-9b95-1d303e261ddf tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:49.773014 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c08c3593-10c9-4850-b328-dde90a9ac93a req-a7de423a-c34c-4ef8-9b95-1d303e261ddf tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 945 time: 0.0754826 Oct 27 14:10:49.827704 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c08c3593-10c9-4850-b328-dde90a9ac93a req-6af1f6de-e41f-4396-9998-e070e2f44674 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477962 Oct 27 14:10:49.940376 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:10:49.970250 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['b83fd332-cfa0-4727-9d5c-ceea41e4f808'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:10:50.177693 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f7249451-b4c2-48b4-8661-535297ea49f3 req-bb976af3-12b7-4c34-88fc-852c87d53a48 tempest-VolumesNegativeTest-501374936 tempest-VolumesNegativeTest-501374936-project] 10.222.0.85 "GET /v2.0/ports?device_id=f230df78-0ca3-435f-a01f-f0012745f170 HTTP/1.1" status: 200 len: 210 time: 0.0355449 Oct 27 14:10:50.202853 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d107f9-54d0-42f6-a2f6-3796d490d2f6 req-25595b84-2368-4ef0-9e71-b8510a2babdd tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:50.202853 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-27d107f9-54d0-42f6-a2f6-3796d490d2f6 req-25595b84-2368-4ef0-9e71-b8510a2babdd tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0958951 Oct 27 14:10:50.245705 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-27d107f9-54d0-42f6-a2f6-3796d490d2f6 req-c4706c55-71b2-47de-a5ba-c670601e9dd9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432942 Oct 27 14:10:50.551612 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366076aa-0b57-4244-9c70-c72cb3453aaa req-5d9c52e8-7145-4994-b46d-e5e5cdfd48c5 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:50.553156 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-366076aa-0b57-4244-9c70-c72cb3453aaa req-5d9c52e8-7145-4994-b46d-e5e5cdfd48c5 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 944 time: 0.0547106 Oct 27 14:10:50.592357 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-366076aa-0b57-4244-9c70-c72cb3453aaa req-4ba221c3-39dd-4320-bc41-960f20a12812 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325811 Oct 27 14:10:50.804078 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 1c004dab-7efc-41be-9627-415208808e90 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:10:50.828510 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 1c004dab-7efc-41be-9627-415208808e90 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:10:50.828853 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 1c004dab-7efc-41be-9627-415208808e90 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:10:50.966059 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ed39-9cb3-49bd-876f-1799cfd68cd2 req-7a5e0856-ef34-48c8-89d5-5d4846ea489c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:50.969240 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6c66ed39-9cb3-49bd-876f-1799cfd68cd2 req-7a5e0856-ef34-48c8-89d5-5d4846ea489c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 945 time: 0.0705409 Oct 27 14:10:51.010097 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6c66ed39-9cb3-49bd-876f-1799cfd68cd2 req-23c2e072-2e55-4f32-bfb8-6b6b43003812 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350783 Oct 27 14:10:51.395734 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350cd57-aeb6-4168-b8e1-0b3215cd8fd5 req-f876c30d-71cf-449c-a234-924c2677e48d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:51.397199 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5350cd57-aeb6-4168-b8e1-0b3215cd8fd5 req-f876c30d-71cf-449c-a234-924c2677e48d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0621367 Oct 27 14:10:51.447345 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5350cd57-aeb6-4168-b8e1-0b3215cd8fd5 req-d1ed6aae-738e-4129-86cc-9b51d725d0c9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440600 Oct 27 14:10:51.731598 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca34dd-1558-4ecb-bae4-63854fc1b1a1 req-a2a09bd8-f16d-47b6-aa56-63921dd422fb tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:51.733597 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-feca34dd-1558-4ecb-bae4-63854fc1b1a1 req-a2a09bd8-f16d-47b6-aa56-63921dd422fb tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 944 time: 0.0599244 Oct 27 14:10:51.799885 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-feca34dd-1558-4ecb-bae4-63854fc1b1a1 req-9b330d18-5695-4ec1-8fbf-4147e873ca07 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503700 Oct 27 14:10:52.147708 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402bb69-8f92-4170-bedb-ae02cecbde45 req-48606067-6455-4709-998b-8bb1e7bb9037 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:52.149243 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4402bb69-8f92-4170-bedb-ae02cecbde45 req-48606067-6455-4709-998b-8bb1e7bb9037 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 945 time: 0.0615277 Oct 27 14:10:52.190859 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4402bb69-8f92-4170-bedb-ae02cecbde45 req-edfd1ffa-8357-43e5-b82e-5050af9d84f2 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347674 Oct 27 14:10:52.627179 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a61c0-a152-40a8-8c3e-5544cadb7715 req-db5f2139-440d-4e24-88dd-40b5e806bfcb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:52.629871 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a38a61c0-a152-40a8-8c3e-5544cadb7715 req-db5f2139-440d-4e24-88dd-40b5e806bfcb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0601649 Oct 27 14:10:52.683248 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a38a61c0-a152-40a8-8c3e-5544cadb7715 req-ece65d80-68a0-4d64-907e-95ac5bd44c7b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464261 Oct 27 14:10:52.821046 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:52.882174 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:10:52.887493 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:52.887493 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.990768 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42aca3-e810-43fd-81df-fe1ce8226edd req-382d051e-6e2d-4398-92f3-564bbd9e7840 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:52.993943 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d42aca3-e810-43fd-81df-fe1ce8226edd req-382d051e-6e2d-4398-92f3-564bbd9e7840 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 944 time: 0.0671153 Oct 27 14:10:52.996248 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:53.026589 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17894aa2-3d8b-4ce1-bd00-92e52c1825f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:10:53.029875 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cc7e88-e006-4f5e-afe3-a11da97f9f3b" -d '{"events": [{"server_uuid": "17894aa2-3d8b-4ce1-bd00-92e52c1825f0", "name": "network-vif-plugged", "status": "completed", "tag": "3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:10:53.051782 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:53.055112 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d42aca3-e810-43fd-81df-fe1ce8226edd req-2a308ce2-dd38-489b-8088-6b86926849d3 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520296 Oct 27 14:10:53.058848 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:53.061598 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device b83fd332-cfa0-4727-9d5c-ceea41e4f808 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:10:53.136887 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b3a507-793b-42a1-8878-edb6636167fd x-openstack-request-id: req-57b3a507-793b-42a1-8878-edb6636167fd {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:10:53.137191 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17894aa2-3d8b-4ce1-bd00-92e52c1825f0", "name": "network-vif-plugged", "status": "completed", "tag": "3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:10:53.137452 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-57b3a507-793b-42a1-8878-edb6636167fd {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:10:53.138003 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17894aa2-3d8b-4ce1-bd00-92e52c1825f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578', 'code': 200} Oct 27 14:10:53.181360 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:53.237761 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port b83fd332-cfa0-4727-9d5c-ceea41e4f808 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:10:53.243940 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port b83fd332-cfa0-4727-9d5c-ceea41e4f808 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:53.244673 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:53.372183 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:53.375104 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b62f-2384-4e44-9998-de491910200c req-17e72269-5373-466d-9596-3172280c1136 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:53.376837 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8383b62f-2384-4e44-9998-de491910200c req-17e72269-5373-466d-9596-3172280c1136 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 946 time: 0.1088564 Oct 27 14:10:53.430755 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port b83fd332-cfa0-4727-9d5c-ceea41e4f808, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b83fd332-cfa0-4727-9d5c-ceea41e4f808,segment=NetworkSegment(82ab21f3-c299-4a61-8840-6222240d5e8d),segment_id=82ab21f3-c299-4a61-8840-6222240d5e8d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:53.432112 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8383b62f-2384-4e44-9998-de491910200c req-cde9279e-e930-4e43-b17b-d863f5006cc9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Oct 27 14:10:53.437880 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:53.444712 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba7138-4b81-49d4-a59a-30b8d587409e req-4c783d87-4971-4d52-817c-b9f740315379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:53.450047 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2ba7138-4b81-49d4-a59a-30b8d587409e req-4c783d87-4971-4d52-817c-b9f740315379 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 1099 time: 0.1164551 Oct 27 14:10:53.527945 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=b83fd332-cfa0-4727-9d5c-ceea41e4f808,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:53.531616 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2ba7138-4b81-49d4-a59a-30b8d587409e req-a125565a-40a7-486a-a4e4-0fc02fec40d4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662851 Oct 27 14:10:53.660325 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e05fe-f156-4d49-9077-aa5ed4aaf2fc req-c987fddb-ab17-4698-8094-c7883cfb963e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:53.661793 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b14e05fe-f156-4d49-9077-aa5ed4aaf2fc req-c987fddb-ab17-4698-8094-c7883cfb963e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0556278 Oct 27 14:10:53.712408 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b14e05fe-f156-4d49-9077-aa5ed4aaf2fc req-a7dab682-de75-4bd0-a6bf-1c50896f0a1d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413814 Oct 27 14:10:53.819948 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d4b3b-eb5d-40be-a707-cb480f27d053 req-96fd1d9b-4151-4615-a2a6-10bf07678bbe tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:53.821471 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-500d4b3b-eb5d-40be-a707-cb480f27d053 req-96fd1d9b-4151-4615-a2a6-10bf07678bbe tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0578640 Oct 27 14:10:53.865514 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-500d4b3b-eb5d-40be-a707-cb480f27d053 req-0a49ea85-d506-4b98-a6bd-d0cf89101dbb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369136 Oct 27 14:10:53.920829 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a550f-e6ab-4b9f-8332-5a3e0316da7d req-0e04a447-8c4b-46ff-b136-a93be4e400ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:53.922523 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-159a550f-e6ab-4b9f-8332-5a3e0316da7d req-0e04a447-8c4b-46ff-b136-a93be4e400ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 1099 time: 0.0470812 Oct 27 14:10:54.031052 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a550f-e6ab-4b9f-8332-5a3e0316da7d req-81e024ef-ee99-4826-add7-d43e7fa831a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:54.033792 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-159a550f-e6ab-4b9f-8332-5a3e0316da7d req-81e024ef-ee99-4826-add7-d43e7fa831a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 200 len: 920 time: 0.0994639 Oct 27 14:10:54.349028 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-159a550f-e6ab-4b9f-8332-5a3e0316da7d req-cc554723-e033-4826-80e3-b03393f056b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766d9692-5198-4c25-aa3a-d99900cc51b5 HTTP/1.1" status: 200 len: 217 time: 0.3045802 Oct 27 14:10:54.429553 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce963212-319b-4bff-ad3c-9c461be9229f req-8688e5f3-a5ac-4644-8b11-3b014fd84fd6 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:54.431301 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ce963212-319b-4bff-ad3c-9c461be9229f req-8688e5f3-a5ac-4644-8b11-3b014fd84fd6 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 945 time: 0.0933003 Oct 27 14:10:54.433662 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a550f-e6ab-4b9f-8332-5a3e0316da7d req-bde43249-d6ce-4ff5-96e7-5d5ac23015c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:54.434995 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-159a550f-e6ab-4b9f-8332-5a3e0316da7d req-bde43249-d6ce-4ff5-96e7-5d5ac23015c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5397b1e-6cca-4404-be06-5171278a75ad HTTP/1.1" status: 200 len: 858 time: 0.0676939 Oct 27 14:10:54.481257 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-159a550f-e6ab-4b9f-8332-5a3e0316da7d req-a7d52af3-27d5-4b62-bf92-d905b157f576 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e326cd63-ddc3-4370-9359-292ac983dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343075 Oct 27 14:10:54.553555 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ce963212-319b-4bff-ad3c-9c461be9229f req-f919feb2-f638-48a0-b777-67fd9d1ad6fa tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151388 Oct 27 14:10:54.615365 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb03aa-5a29-4b19-94b7-44287916d6ea req-c32a8df0-6bb8-40ab-9874-788769dc1bb5 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:54.616959 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fceb03aa-5a29-4b19-94b7-44287916d6ea req-c32a8df0-6bb8-40ab-9874-788769dc1bb5 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 946 time: 0.1020093 Oct 27 14:10:54.647893 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-159a550f-e6ab-4b9f-8332-5a3e0316da7d req-bce01f39-2b49-4f4a-9fd1-90be2b0060bf service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550734 Oct 27 14:10:54.672580 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fceb03aa-5a29-4b19-94b7-44287916d6ea req-62938cca-b214-4321-a271-2953d64ad80e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441828 Oct 27 14:10:54.764648 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-159a550f-e6ab-4b9f-8332-5a3e0316da7d req-cd9483af-4170-4cd0-b70f-cc79a1ffb375 service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960340 Oct 27 14:10:54.839620 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a09aeb-6232-41ed-ab6a-169d237a3c25 req-4ba0145a-5e97-4353-b4e7-419a3cdad8c3 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:54.842942 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03a09aeb-6232-41ed-ab6a-169d237a3c25 req-4ba0145a-5e97-4353-b4e7-419a3cdad8c3 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0540526 Oct 27 14:10:54.883480 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03a09aeb-6232-41ed-ab6a-169d237a3c25 req-2d53a463-e6d5-4df6-b47f-cb8ffb04859c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351241 Oct 27 14:10:54.995894 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d622e-8df2-4d21-b5ef-a72fc5049e26 req-c667b7b9-21c4-4158-ae34-84d5ec2b8964 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:54.997389 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1e5d622e-8df2-4d21-b5ef-a72fc5049e26 req-c667b7b9-21c4-4158-ae34-84d5ec2b8964 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0534470 Oct 27 14:10:55.040591 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1e5d622e-8df2-4d21-b5ef-a72fc5049e26 req-0b9e3587-7f5d-482f-b165-6f634e837638 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365725 Oct 27 14:10:55.139837 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac8a9f0-8970-4d42-ade8-af16e757483e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83fd332-cfa0-4727-9d5c-ceea41e4f808'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:10:55.143055 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2f92db-de60-4b17-9c89-1cf21c13ec6f" -d '{"events": [{"server_uuid": "3ac8a9f0-8970-4d42-ade8-af16e757483e", "name": "network-vif-plugged", "status": "completed", "tag": "b83fd332-cfa0-4727-9d5c-ceea41e4f808"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:10:55.196535 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f38dea-5b91-498c-b5d8-846d80089e70 x-openstack-request-id: req-d3f38dea-5b91-498c-b5d8-846d80089e70 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:10:55.196861 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac8a9f0-8970-4d42-ade8-af16e757483e", "name": "network-vif-plugged", "status": "completed", "tag": "b83fd332-cfa0-4727-9d5c-ceea41e4f808", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:10:55.197122 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d3f38dea-5b91-498c-b5d8-846d80089e70 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:10:55.197635 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac8a9f0-8970-4d42-ade8-af16e757483e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83fd332-cfa0-4727-9d5c-ceea41e4f808', 'code': 200} Oct 27 14:10:55.395962 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8014e-92f9-469b-b301-4044ee121e2a req-62c6c2eb-a60f-4273-ba08-09c681f53c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:55.397447 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b9a8014e-92f9-469b-b301-4044ee121e2a req-62c6c2eb-a60f-4273-ba08-09c681f53c40 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 1098 time: 0.0432284 Oct 27 14:10:55.440344 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b9a8014e-92f9-469b-b301-4044ee121e2a req-d3340f53-ccca-4230-8ea6-92d8e51ff08f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340028 Oct 27 14:10:55.678678 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f838-c1ad-4836-91d0-e58b77f99ecc req-f5815bab-5102-4ff1-ad64-d1465439da4f tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:55.680345 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c236f838-c1ad-4836-91d0-e58b77f99ecc req-f5815bab-5102-4ff1-ad64-d1465439da4f tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 945 time: 0.0552421 Oct 27 14:10:55.719951 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c236f838-c1ad-4836-91d0-e58b77f99ecc req-92fa209f-ec1a-4df3-bf4e-6a765e574672 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334046 Oct 27 14:10:55.804279 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c277e1e-fbf0-4f58-9d1f-81f5c05e9944 req-9146d6f7-350a-430c-8716-dde47433d6ea tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:55.805842 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1c277e1e-fbf0-4f58-9d1f-81f5c05e9944 req-9146d6f7-350a-430c-8716-dde47433d6ea tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 946 time: 0.0601430 Oct 27 14:10:55.845853 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1c277e1e-fbf0-4f58-9d1f-81f5c05e9944 req-5220729f-6842-4379-b82f-daab9809960d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335863 Oct 27 14:10:55.865957 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 50354) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:56.011197 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2ceaf-5d7d-4006-8f6d-d86b52ccfe70 req-b6b3ab33-9e02-49d3-bee5-e99598cf13c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:56.013375 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-06a2ceaf-5d7d-4006-8f6d-d86b52ccfe70 req-b6b3ab33-9e02-49d3-bee5-e99598cf13c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0585020 Oct 27 14:10:56.045919 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-b0a9952f-a374-4e9c-9f24-c9d5f6965a92 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fa1707281ac842ec85cb153002938ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753690 Oct 27 14:10:56.046534 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 50362) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:56.119088 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-06a2ceaf-5d7d-4006-8f6d-d86b52ccfe70 req-8875f91f-0da8-4587-a438-05282cccb2a2 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952165 Oct 27 14:10:56.159764 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3823e8d5-25b8-4b8a-9bcb-8d174d963828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:56.200177 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3823e8d5-25b8-4b8a-9bcb-8d174d963828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:56.241726 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae17b-0d6d-4176-9680-6b0489d7a1c7 req-fc298b37-3c72-4e02-a957-745be2a3898b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:56.243316 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ddae17b-0d6d-4176-9680-6b0489d7a1c7 req-fc298b37-3c72-4e02-a957-745be2a3898b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0989437 Oct 27 14:10:56.290303 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ddae17b-0d6d-4176-9680-6b0489d7a1c7 req-acacd716-a9c6-4c17-80a0-dd137d9d670f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Oct 27 14:10:56.297647 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3823e8d5-25b8-4b8a-9bcb-8d174d963828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:56.300995 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3823e8d5-25b8-4b8a-9bcb-8d174d963828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:56.302479 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-3823e8d5-25b8-4b8a-9bcb-8d174d963828 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7708ba8b-820d-4a2b-96f1-425d5b762826 HTTP/1.1" status: 204 len: 168 time: 0.2547438 Oct 27 14:10:56.325879 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823e8d5-25b8-4b8a-9bcb-8d174d963828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7708ba8b-820d-4a2b-96f1-425d5b762826,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:56.854197 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47814c-4a34-4eda-aa28-102ba8285688 req-f30bac86-73bd-4db4-8582-0df387258d26 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:56.855856 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ab47814c-4a34-4eda-aa28-102ba8285688 req-f30bac86-73bd-4db4-8582-0df387258d26 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 945 time: 0.0582547 Oct 27 14:10:56.908739 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ab47814c-4a34-4eda-aa28-102ba8285688 req-d84281a8-b6fc-456e-83cd-40eea908ec15 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453241 Oct 27 14:10:57.050570 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 50398) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:57.146405 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1216654711-network', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:57.167907 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Made reservation on behalf of 9fb32c18000f440e88bc81eec30692b9 for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:10:57.170225 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:57.178324 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:57.311585 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fbee1-fcbd-4f4d-b604-a6b3f5ca70c0 req-24943b41-ad30-48f6-a18a-aa09e1bc41ad tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:57.311585 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d95fbee1-fcbd-4f4d-b604-a6b3f5ca70c0 req-24943b41-ad30-48f6-a18a-aa09e1bc41ad tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0819457 Oct 27 14:10:57.351176 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:57.362736 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:57.387961 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d95fbee1-fcbd-4f4d-b604-a6b3f5ca70c0 req-a4d3349b-29af-45a8-9be1-dbd7afc1cc4c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628867 Oct 27 14:10:57.396491 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=101655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:10:57.413021 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2bad43-6e6b-4698-9f31-5f936dce228e,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:57.416290 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:57.416844 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Added segment d93f9167-0272-47b1-85e5-3930a91f9e19 of type vlan for network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 Oct 27 14:10:57.476941 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:57.536827 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:57.537768 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:57.538365 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:57.552191 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234127fb-5e16-496f-a983-0e03b03f3d6f req-4abc70c4-b50a-45f5-8bad-6ecab1e8a3f0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:57.553599 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-234127fb-5e16-496f-a983-0e03b03f3d6f req-4abc70c4-b50a-45f5-8bad-6ecab1e8a3f0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0810125 Oct 27 14:10:57.618373 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5666437 Oct 27 14:10:57.621357 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 50422) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:57.629925 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] Request body: {'subnet': {'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1216654711-subnet', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'ip_version': 4}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:57.632177 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d211df-f364-4d2c-bf22-baf20495ea1f admin admin] Pushing event updated for resources: {'Network': ['ID=bc4a1d58-3c4c-43bc-bad6-f8833ae92972,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:57.651810 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-234127fb-5e16-496f-a983-0e03b03f3d6f req-2985c95c-0540-4a4d-b0dc-6770c3131328 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819051 Oct 27 14:10:57.652198 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:10:57.675465 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] Made reservation on behalf of 9fb32c18000f440e88bc81eec30692b9 for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:10:57.678427 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5123651'] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:57.859474 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5109561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5123665'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:57.917375 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e985bd55-fe62-4f3c-a62d-f2d490e3411c,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:57.923962 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] Checking segment: {'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:57.924351 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] Network hostable DHCP agents. Network: bc4a1d58-3c4c-43bc-bad6-f8833ae92972, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:10:57.942367 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] Network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:10:57.951724 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, bc4a1d58-3c4c-43bc-bad6-f8833ae92972) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:57.956552 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:57.957172 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:57.963595 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f6116-e51a-41fc-96d5-9211a27d9791 None None] Network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:10:57.975799 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-648c10ed-8b16-4c16-964c-1b7fd60cff0e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3523324 Oct 27 14:10:57.978706 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 50428) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:57.983826 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:10:58.005230 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7919281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6096'] for router, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.006504 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7917633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7916488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6087'] for router, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.043202 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7184043-7a88-4594-80b8-65823115cdaf req-853c7419-8a38-40a7-b37d-4026bf9fb1c0 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:58.044875 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e7184043-7a88-4594-80b8-65823115cdaf req-853c7419-8a38-40a7-b37d-4026bf9fb1c0 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 945 time: 0.0602407 Oct 27 14:10:58.064112 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.086518 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e7184043-7a88-4594-80b8-65823115cdaf req-f23d8883-a8fe-47e1-85cf-764882c67bee tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340858 Oct 27 14:10:58.126868 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6c49f7a-e7b8-54f4-9780-4f584f5b212c-bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'fixed_ips': [{'subnet_id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c'}]}} from dv-cinder-815660-2-iscsi. {{(pid=101657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:10:58.127770 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.200532 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.266378 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.db_base_plugin_common [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Allocated IP 172.20.0.2 (bc4a1d58-3c4c-43bc-bad6-f8833ae92972/e985bd55-fe62-4f3c-a62d-f2d490e3411c/2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e) {{(pid=101657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:58.425688 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Publish callbacks [] for port, precommit_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.435035 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.437948 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.461435 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.517670 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 is already hosted by enough agents. {{(pid=101657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:58.522241 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.base_scheduler [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Resources bound (agent type, host, resource id): {{(pid=101657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:58.528001 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Pushing event updated for resources: {'Port': ['ID=2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e,revision_number=1']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:58.534026 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Received port after_create {{(pid=101657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:58.541300 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4d60-1546-4dbe-9a20-8c8f0542647e req-6a8f5449-b5bc-4561-a784-8ef9b1d190b7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:58.542891 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a19b4d60-1546-4dbe-9a20-8c8f0542647e req-6a8f5449-b5bc-4561-a784-8ef9b1d190b7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0633245 Oct 27 14:10:58.587630 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a19b4d60-1546-4dbe-9a20-8c8f0542647e req-d2e2a23e-559e-40a5-a862-d996422c8818 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Oct 27 14:10:58.600210 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Allocated IP 172.27.0.250 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/697ab042-aad7-4648-b63b-508921985d3f) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:10:58.626383 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Attempting to bind port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:10:58.627010 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Attempting to bind port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:10:58.627580 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Attempting to bind port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e on network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:10:58.634175 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:10:58.634466 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Checking segment: {'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:10:58.635053 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.635497 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Bound using segment: {'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:10:58.635991 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Bound port: 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:10:58.636380 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.708731 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] For port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:10:58.710683 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.714380 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] For port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:10:58.720350 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.783457 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:58.804401 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709ee59-0a03-48a1-b0fc-85cd42879dcb None None] Pushing event updated for resources: {'Port': ['ID=2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:58.829145 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb93c1-b79e-4b56-a5a5-2bd9b65c45f7 req-18817bbe-ee12-488a-b8c9-ba4f949fa13c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:58.829896 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:10:58.830705 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-62cb93c1-b79e-4b56-a5a5-2bd9b65c45f7 req-18817bbe-ee12-488a-b8c9-ba4f949fa13c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0703325 Oct 27 14:10:58.832986 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:10:58.835444 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:10:58.863334 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Pushing event updated for resources: {'Port': ['ID=697ab042-aad7-4648-b63b-508921985d3f,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:58.875640 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-62cb93c1-b79e-4b56-a5a5-2bd9b65c45f7 req-dd1ddbd6-0b80-4e84-bf41-b1b92398449d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359151 Oct 27 14:10:59.215370 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e5fbe-3eb4-40ae-8240-bf98cbd4774e req-b1f71ad3-8a03-42a8-b503-b8389e860ae3 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:59.216854 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-802e5fbe-3eb4-40ae-8240-bf98cbd4774e req-b1f71ad3-8a03-42a8-b503-b8389e860ae3 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 945 time: 0.0560505 Oct 27 14:10:59.260047 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-802e5fbe-3eb4-40ae-8240-bf98cbd4774e req-7e812394-a718-4dd0-a7ba-bac8ffa57007 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370846 Oct 27 14:10:59.302935 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:59.516403 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7917642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916437'] for router, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:59.672698 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 is scheduled to L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 with binding_index 1 {{(pid=101656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:10:59.750217 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b127f3-5bec-4438-8141-41e0c12d41e0 req-4a5c1997-05e5-466b-8216-8f81f42841d7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:59.752609 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-57b127f3-5bec-4438-8141-41e0c12d41e0 req-4a5c1997-05e5-466b-8216-8f81f42841d7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0597863 Oct 27 14:10:59.761856 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68c98c-5b02-4685-9a68-e0b717733e69 None None] Network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:10:59.786509 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:10:59.796943 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-57b127f3-5bec-4438-8141-41e0c12d41e0 req-8e812bd5-9ee7-42b4-bb89-8536971c841a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377109 Oct 27 14:10:59.800638 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Sync routers for ids ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:10:59.816815 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Routers {'10763b51-9b29-48f5-8b4c-8d0d28b13b83'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:59.817527 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:59.835611 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] Publish callbacks [] for router, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:59.837338 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-c9a491a4-cde1-4f5a-8684-5a0c6ad8dcdc admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8576145 Oct 27 14:10:59.840050 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 50466) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:59.913671 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-1d78f70f-fd32-4864-ac5d-671d7b9863d8 None None] Provisioning complete for port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:10:59.914191 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-1d78f70f-fd32-4864-ac5d-671d7b9863d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:59.929390 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Set router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:00.042056 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390757f-8ffc-4e2c-b6c5-77071afb9dd2 req-fadeba83-35cd-4a1b-bc23-60a7d5dfa3a8 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:00.043802 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a390757f-8ffc-4e2c-b6c5-77071afb9dd2 req-fadeba83-35cd-4a1b-bc23-60a7d5dfa3a8 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0707805 Oct 27 14:11:00.054985 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-1d78f70f-fd32-4864-ac5d-671d7b9863d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.106027 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-1d78f70f-fd32-4864-ac5d-671d7b9863d8 None None] For port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:00.122892 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-1d78f70f-fd32-4864-ac5d-671d7b9863d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.125439 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a390757f-8ffc-4e2c-b6c5-77071afb9dd2 req-04242baa-b1b6-4fde-990a-9d1c2efe9c32 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696380 Oct 27 14:11:00.125967 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:10:59Z', 'revision_number': 3, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:00.158669 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Checking router: 10763b51-9b29-48f5-8b4c-8d0d28b13b83 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:11:00.159292 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Updating router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 port 697ab042-aad7-4648-b63b-508921985d3f binding host dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:11:00.190312 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.195537 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78f70f-fd32-4864-ac5d-671d7b9863d8 None None] Pushing event updated for resources: {'Port': ['ID=2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:00.239330 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:11:00.322639 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:00.376497 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-6387b936-88fc-4370-97b0-449146282a67 None None] Provisioning complete for port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:00.376950 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-6387b936-88fc-4370-97b0-449146282a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.426058 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:00.426471 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.437431 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0243d-ab2e-4502-9cfd-8a596925b050 req-47ad4a1d-88a6-4737-8433-3222e2903ace tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:00.449084 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-48d0243d-ab2e-4502-9cfd-8a596925b050 req-47ad4a1d-88a6-4737-8433-3222e2903ace tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 945 time: 0.0892737 Oct 27 14:11:00.463337 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.532498 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-48d0243d-ab2e-4502-9cfd-8a596925b050 req-3c350b07-d95e-4020-853d-3765bfff75e9 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763843 Oct 27 14:11:00.580946 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Publish callbacks [] for port, precommit_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.590662 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.640267 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Attempting to bind port 697ab042-aad7-4648-b63b-508921985d3f on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:00.640637 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Attempting to bind port 697ab042-aad7-4648-b63b-508921985d3f by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:00.640997 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Attempting to bind port 697ab042-aad7-4648-b63b-508921985d3f on network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:00.658814 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:00.659218 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Checking segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:00.659618 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.660014 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Bound using segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:00.660489 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Bound port: 697ab042-aad7-4648-b63b-508921985d3f, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:00.660885 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.683743 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Allocated IP 172.20.0.1 (bc4a1d58-3c4c-43bc-bad6-f8833ae92972/e985bd55-fe62-4f3c-a62d-f2d490e3411c/ac74edc3-5e56-4424-9a55-3cee82fe1765) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:00.693055 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d60527-09ce-4329-a75a-8c2e4e4d41f2 None None] Pushing event updated for resources: {'Port': ['ID=697ab042-aad7-4648-b63b-508921985d3f,revision_number=2']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:00.741253 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] For port 697ab042-aad7-4648-b63b-508921985d3f, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:00.744679 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] For port 697ab042-aad7-4648-b63b-508921985d3f, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=697ab042-aad7-4648-b63b-508921985d3f,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:00.750187 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.813036 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Routers {'10763b51-9b29-48f5-8b4c-8d0d28b13b83'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:00.813589 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:00.842610 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.897679 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:00.908550 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d60527-09ce-4329-a75a-8c2e4e4d41f2 None None] Pushing event updated for resources: {'Port': ['ID=697ab042-aad7-4648-b63b-508921985d3f,revision_number=3']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:00.978239 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:00.983273 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:00.986415 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:00.991480 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac74edc3-5e56-4424-9a55-3cee82fe1765,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:01.034971 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924424'] for router_interface, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:01.039361 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] Set router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:01.062294 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be453080-f2fa-4611-a084-421570b5dea9 req-59833b85-e379-4c69-b061-8528a620dd3f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:01.070676 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-be453080-f2fa-4611-a084-421570b5dea9 req-59833b85-e379-4c69-b061-8528a620dd3f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1920640 Oct 27 14:11:01.081113 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619edb-4036-4fca-94c9-0c9504df7b04 req-52241ede-e8e7-4b23-b352-cf589ad80796 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:01.089246 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-47619edb-4036-4fca-94c9-0c9504df7b04 req-52241ede-e8e7-4b23-b352-cf589ad80796 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1377394 Oct 27 14:11:01.169237 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-47619edb-4036-4fca-94c9-0c9504df7b04 req-7290ffd4-1237-4a81-8d9f-6b613722de27 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729735 Oct 27 14:11:01.206636 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:01.219873 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-be453080-f2fa-4611-a084-421570b5dea9 req-6060ad4c-2ff4-4e01-9092-e4388667f009 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471860 Oct 27 14:11:01.278593 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:10:59Z', 'revision_number': 3, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:01.305253 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b1b5b-5466-400c-8037-90e9092cf0ca req-0d6bd0fc-2eec-4283-839f-304e81a42a6b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:01.311648 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43190069-1e8d-4c37-a54e-a154928a2e91 None None] The sync data for ids ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'] in dv-cinder-815660-2-iscsi is: [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:10:59Z', 'revision_number': 3, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:11:01.313220 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-796b1b5b-5466-400c-8037-90e9092cf0ca req-0d6bd0fc-2eec-4283-839f-304e81a42a6b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0582373 Oct 27 14:11:01.367789 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-796b1b5b-5466-400c-8037-90e9092cf0ca req-9f0b3fa3-8a4b-4d60-b394-5f3ae767d991 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534756 Oct 27 14:11:01.423166 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:01.428031 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:01.456200 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0ad34d06-7906-4c7e-b1b2-0920752f8ce1 None None] Provisioning complete for port ac74edc3-5e56-4424-9a55-3cee82fe1765 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:01.456918 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0ad34d06-7906-4c7e-b1b2-0920752f8ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:01.496671 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0ad34d06-7906-4c7e-b1b2-0920752f8ce1 None None] Port ac74edc3-5e56-4424-9a55-3cee82fe1765 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:01.504507 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac74edc3-5e56-4424-9a55-3cee82fe1765,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:01.508079 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8300936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7917912'] for router_interface, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:01.643263 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:01.645282 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:01.699025 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65c3ce-4369-4ccd-8513-904012b9304b req-f6692dee-85d3-48a0-82bd-5b49bdae3b3d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:01.700873 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ee65c3ce-4369-4ccd-8513-904012b9304b req-f6692dee-85d3-48a0-82bd-5b49bdae3b3d tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 945 time: 0.1005955 Oct 27 14:11:01.769003 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ee65c3ce-4369-4ccd-8513-904012b9304b req-fb0b7d75-4238-40fe-8eac-561f19e28cdd tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567021 Oct 27 14:11:01.845423 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:11:01.929401 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-e74da6ad-5c4f-43a6-9081-a0c63c015084 None None] Provisioning complete for port ac74edc3-5e56-4424-9a55-3cee82fe1765 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:01.929823 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-e74da6ad-5c4f-43a6-9081-a0c63c015084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:01.974623 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-e74da6ad-5c4f-43a6-9081-a0c63c015084 None None] Port ac74edc3-5e56-4424-9a55-3cee82fe1765 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:01.997372 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:11:02.004456 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-b588d330-a4b1-4ca8-9691-b8144bfbdad4 admin admin] 10.222.0.85 "PUT /v2.0/routers/10763b51-9b29-48f5-8b4c-8d0d28b13b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1633151 Oct 27 14:11:02.110287 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f6158-ba21-4f0c-8872-76a996047847 req-cf36a20d-4fd5-42be-b68e-c792b2b21dab tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:02.111886 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-141f6158-ba21-4f0c-8872-76a996047847 req-cf36a20d-4fd5-42be-b68e-c792b2b21dab tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 946 time: 0.0593510 Oct 27 14:11:02.182918 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-141f6158-ba21-4f0c-8872-76a996047847 req-cd03c10b-451f-4caa-b5ed-9e7a6af1fda5 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486190 Oct 27 14:11:02.378575 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773267b-78f1-4e6c-8c33-22a4aeb2767a req-cbee406f-6af7-4645-b900-8bdb1d011364 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:02.381104 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7773267b-78f1-4e6c-8c33-22a4aeb2767a req-cbee406f-6af7-4645-b900-8bdb1d011364 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1044908 Oct 27 14:11:02.406818 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480e589-e529-4f18-847f-1bd05018b509 req-69a712b1-f581-453b-a305-080064df6f6f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:02.408434 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4480e589-e529-4f18-847f-1bd05018b509 req-69a712b1-f581-453b-a305-080064df6f6f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0943162 Oct 27 14:11:02.433853 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:02.535323 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:02.536596 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.574986 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4480e589-e529-4f18-847f-1bd05018b509 req-6d4f66a0-c309-4ba4-8e78-048d657492a8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402738 Oct 27 14:11:02.591655 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7773267b-78f1-4e6c-8c33-22a4aeb2767a req-b70dbbf4-a46f-4f3c-97c3-0d30b1a6a5ac tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017992 Oct 27 14:11:02.699278 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a45dcd-972b-45ad-97b7-23a15fc917c4 req-b82c9dec-cacf-48b0-82d0-ab8f300ddaaa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:02.702095 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-14a45dcd-972b-45ad-97b7-23a15fc917c4 req-b82c9dec-cacf-48b0-82d0-ab8f300ddaaa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0639937 Oct 27 14:11:02.735431 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 50538) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:02.737969 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 697ab042-aad7-4648-b63b-508921985d3f up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:02.745778 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1236364136-network', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:02.778333 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-14a45dcd-972b-45ad-97b7-23a15fc917c4 req-ee9cb5d3-804b-438e-9415-8687e83bf089 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620439 Oct 27 14:11:02.799767 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 697ab042-aad7-4648-b63b-508921985d3f triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:02.800381 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.824478 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Made reservation on behalf of 3fe3fe152ad04e76ad5ce329f509e34f for: {'network': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:02.827567 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.845521 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.914884 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.945881 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port 697ab042-aad7-4648-b63b-508921985d3f, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=697ab042-aad7-4648-b63b-508921985d3f,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:02.951733 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.970519 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.976625 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.007262 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1216} {{(pid=101656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:03.008494 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61c11c-c06d-4794-8bf0-ad89876af09d req-ee157b58-4973-4da3-ba4c-8089b8bd64ce tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:03.010154 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2b61c11c-c06d-4794-8bf0-ad89876af09d req-ee157b58-4973-4da3-ba4c-8089b8bd64ce tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 945 time: 0.0656366 Oct 27 14:11:03.017627 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed036d4-a6cd-4f6b-a355-6ae77c9c61b0,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:03.019011 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=697ab042-aad7-4648-b63b-508921985d3f,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:03.023287 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.023662 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.segments_db [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Added segment f6ba6bec-8f9f-4844-b980-2fe29993b065 of type vlan for network 29879def-eef3-4938-bb0e-bd4374eff606 Oct 27 14:11:03.061535 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2b61c11c-c06d-4794-8bf0-ad89876af09d req-2c422459-4a66-4289-8cf4-361db7d6ce55 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Oct 27 14:11:03.087918 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.114181 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.115226 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:03.115818 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.167073 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4299600 Oct 27 14:11:03.172975 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 50544) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:03.180156 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] Request body: {'subnet': {'network_id': '29879def-eef3-4938-bb0e-bd4374eff606', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1236364136-subnet', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'ip_version': 4}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:03.182406 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66750dc-a710-43f8-92c2-5d957e0e4ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=29879def-eef3-4938-bb0e-bd4374eff606,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:03.193204 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 29879def-eef3-4938-bb0e-bd4374eff606 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:11:03.215259 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] Made reservation on behalf of 3fe3fe152ad04e76ad5ce329f509e34f for: {'subnet': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:03.218257 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.350260 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cc4aa-7afb-4092-8754-e27057580555 req-06c3863a-c924-4551-8233-d66cb80916fe tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:03.351762 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c60cc4aa-7afb-4092-8754-e27057580555 req-06c3863a-c924-4551-8233-d66cb80916fe tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 946 time: 0.0797255 Oct 27 14:11:03.401819 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Sync routers for ids ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:11:03.420382 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Routers {'10763b51-9b29-48f5-8b4c-8d0d28b13b83'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:03.421300 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:03.442345 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c60cc4aa-7afb-4092-8754-e27057580555 req-4572b89c-a026-42df-80fd-c875f9ab2c5d tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690587 Oct 27 14:11:03.472895 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.533912 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Set router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:03.536233 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68236168-b9bd-429b-80d5-51b0eb6fbc82,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:03.544725 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] Checking segment: {'id': 'f6ba6bec-8f9f-4844-b980-2fe29993b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:03.545595 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] Network hostable DHCP agents. Network: 29879def-eef3-4938-bb0e-bd4374eff606, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:03.573715 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] Network 29879def-eef3-4938-bb0e-bd4374eff606 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:03.583672 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 29879def-eef3-4938-bb0e-bd4374eff606) {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:03.588184 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:03.588778 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.613094 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-0de225c2-9fd0-4d84-b350-b289a5c5d84b admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4388444 Oct 27 14:11:03.616454 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 50550) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:03.621374 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1236364136-router', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:03.655336 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7919281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6096'] for router, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.656815 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7917633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7916488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6087'] for router, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.698874 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c9f40d-9fb0-49ec-9f78-0f7773560e90 None None] Network 29879def-eef3-4938-bb0e-bd4374eff606 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:03.764780 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.850081 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a4850-2823-42fd-a460-b042feda28f0 req-39d41af9-efaf-4090-a278-a4f78d815055 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:03.854225 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-697e0c7a-40d5-40d2-8ecb-c4eee419a399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.857434 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fa3a4850-2823-42fd-a460-b042feda28f0 req-39d41af9-efaf-4090-a278-a4f78d815055 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1881306 Oct 27 14:11:03.889747 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d2517-16b9-4137-8889-9095190440d2 req-7c7e2ef8-f711-45aa-8122-03d771d84e32 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:03.891574 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c08d2517-16b9-4137-8889-9095190440d2 req-7c7e2ef8-f711-45aa-8122-03d771d84e32 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1911976 Oct 27 14:11:03.987426 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fa3a4850-2823-42fd-a460-b042feda28f0 req-6812c729-964d-4346-bcd6-82bb1709807f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284289 Oct 27 14:11:03.993696 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.002093 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6c49f7a-e7b8-54f4-9780-4f584f5b212c-29879def-eef3-4938-bb0e-bd4374eff606', 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'fixed_ips': [{'subnet_id': '68236168-b9bd-429b-80d5-51b0eb6fbc82'}]}} from dv-cinder-815660-2-iscsi. {{(pid=101657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:11:04.012705 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.021569 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c08d2517-16b9-4137-8889-9095190440d2 req-78c43dfe-ab50-4c94-80fb-726162d82e2f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233647 Oct 27 14:11:04.051680 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:01Z', 'revision_number': 4, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'ac74edc3-5e56-4424-9a55-3cee82fe1765', 'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'mac_address': 'fa:16:3e:50:69:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:00Z', 'updated_at': '2021-10-27T14:11:01Z', 'revision_number': 2, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'subnets': [{'id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:04.120589 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fce51c-a389-460d-8f40-d1313e2606a0 req-94d2c59d-8ec9-4f1f-a1fc-0e0f6965d6cb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:04.122350 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03fce51c-a389-460d-8f40-d1313e2606a0 req-94d2c59d-8ec9-4f1f-a1fc-0e0f6965d6cb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0609872 Oct 27 14:11:04.131343 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Checking router: 10763b51-9b29-48f5-8b4c-8d0d28b13b83 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:11:04.132002 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Updating router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 port ac74edc3-5e56-4424-9a55-3cee82fe1765 binding host dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:11:04.188450 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.209382 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03fce51c-a389-460d-8f40-d1313e2606a0 req-2607d712-605d-47c9-9987-9dc309446dbb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785100 Oct 27 14:11:04.256393 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.db_base_plugin_common [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Allocated IP 172.20.0.2 (29879def-eef3-4938-bb0e-bd4374eff606/68236168-b9bd-429b-80d5-51b0eb6fbc82/fe83dafa-e233-4b45-abf0-cf81d36d8dac) {{(pid=101657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:04.297637 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e5c8a-d5c5-4d43-8296-3925fddede93 req-52122e51-c4cc-4efd-aa65-470c663cf013 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:04.298956 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 697ab042-aad7-4648-b63b-508921985d3f up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:04.299193 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1e3e5c8a-d5c5-4d43-8296-3925fddede93 req-52122e51-c4cc-4efd-aa65-470c663cf013 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 945 time: 0.1332295 Oct 27 14:11:04.362122 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.368930 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1e3e5c8a-d5c5-4d43-8296-3925fddede93 req-c95fc535-8a4d-4541-8ded-58e1db5803bc tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Oct 27 14:11:04.386846 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.498230 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Allocated IP 172.27.0.222 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/aa1ea5a2-f511-40bd-962e-2b0be0eeaed7) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:04.568714 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 697ab042-aad7-4648-b63b-508921985d3f triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:04.569077 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.612663 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003764f-7c01-4e70-a6a6-98f300f6bbef req-1d4515ee-0b3b-4af1-b46b-49c91f75002a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:04.614193 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e003764f-7c01-4e70-a6a6-98f300f6bbef req-1d4515ee-0b3b-4af1-b46b-49c91f75002a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 946 time: 0.0974889 Oct 27 14:11:04.640214 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Publish callbacks [] for port, precommit_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.659295 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.713818 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Network 29879def-eef3-4938-bb0e-bd4374eff606 is already hosted by enough agents. {{(pid=101657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:04.728439 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.base_scheduler [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Resources bound (agent type, host, resource id): {{(pid=101657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:04.738122 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Received port after_create {{(pid=101657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:04.778010 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Pushing event updated for resources: {'Port': ['ID=fe83dafa-e233-4b45-abf0-cf81d36d8dac,revision_number=1']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:04.853568 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Publish callbacks [] for port, precommit_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.867357 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.870783 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Attempting to bind port fe83dafa-e233-4b45-abf0-cf81d36d8dac on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:04.871229 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Attempting to bind port fe83dafa-e233-4b45-abf0-cf81d36d8dac by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': 'f6ba6bec-8f9f-4844-b980-2fe29993b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:04.871528 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Attempting to bind port fe83dafa-e233-4b45-abf0-cf81d36d8dac on network 29879def-eef3-4938-bb0e-bd4374eff606 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:04.901841 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:04.902211 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Checking segment: {'id': 'f6ba6bec-8f9f-4844-b980-2fe29993b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:04.902600 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.902993 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Bound using segment: {'id': 'f6ba6bec-8f9f-4844-b980-2fe29993b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:04.903500 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Bound port: fe83dafa-e233-4b45-abf0-cf81d36d8dac, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ba6bec-8f9f-4844-b980-2fe29993b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:04.903872 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.924596 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e003764f-7c01-4e70-a6a6-98f300f6bbef req-9fd5c599-5a27-4c4e-9ec7-d727bb4e5898 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034527 Oct 27 14:11:04.927788 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.936687 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb58e89-4329-4117-9da4-b214fa07a1b9 None None] Pushing event updated for resources: {'Port': ['ID=ac74edc3-5e56-4424-9a55-3cee82fe1765,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:04.972657 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.018498 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:05.021631 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:05.025730 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:05.062198 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Pushing event updated for resources: {'Port': ['ID=aa1ea5a2-f511-40bd-962e-2b0be0eeaed7,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:05.083710 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] For port fe83dafa-e233-4b45-abf0-cf81d36d8dac, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:05.090556 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] For port fe83dafa-e233-4b45-abf0-cf81d36d8dac, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=fe83dafa-e233-4b45-abf0-cf81d36d8dac,segment=NetworkSegment(f6ba6bec-8f9f-4844-b980-2fe29993b065),segment_id=f6ba6bec-8f9f-4844-b980-2fe29993b065)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:05.094882 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Attempting to bind port ac74edc3-5e56-4424-9a55-3cee82fe1765 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:05.097065 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Attempting to bind port ac74edc3-5e56-4424-9a55-3cee82fe1765 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:05.097650 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Attempting to bind port ac74edc3-5e56-4424-9a55-3cee82fe1765 on network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:05.106147 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.115091 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:05.115494 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Checking segment: {'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:05.115888 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.116278 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Bound using segment: {'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:05.117273 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Bound port: ac74edc3-5e56-4424-9a55-3cee82fe1765, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:05.117843 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.207208 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb536290-1e95-4653-8ee6-20f105f79968 None None] Pushing event updated for resources: {'Port': ['ID=fe83dafa-e233-4b45-abf0-cf81d36d8dac,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:05.241105 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] For port ac74edc3-5e56-4424-9a55-3cee82fe1765, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:05.247348 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] For port ac74edc3-5e56-4424-9a55-3cee82fe1765, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=ac74edc3-5e56-4424-9a55-3cee82fe1765,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:05.257427 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-73d54c4d-e02e-426d-9ceb-f6bbcdab8825 None None] Provisioning complete for port ac74edc3-5e56-4424-9a55-3cee82fe1765 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:05.257854 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-73d54c4d-e02e-426d-9ceb-f6bbcdab8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.262096 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.280720 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567dfb6-c6be-4f96-acb9-4a4265ec5a7c req-66339e9c-5645-4ce8-8c22-1b3a56434336 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:05.283391 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2567dfb6-c6be-4f96-acb9-4a4265ec5a7c req-66339e9c-5645-4ce8-8c22-1b3a56434336 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1875064 Oct 27 14:11:05.332100 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb894af0-4d9d-45ec-92c2-f88325f9fd7b req-9f5f2365-42f2-44ed-a453-a4d906903b06 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:05.333631 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb894af0-4d9d-45ec-92c2-f88325f9fd7b req-9f5f2365-42f2-44ed-a453-a4d906903b06 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.71 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 946 time: 0.2342949 Oct 27 14:11:05.358714 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Routers {'10763b51-9b29-48f5-8b4c-8d0d28b13b83'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:05.359372 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:10:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:05.361037 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb58e89-4329-4117-9da4-b214fa07a1b9 None None] Pushing event updated for resources: {'Port': ['ID=ac74edc3-5e56-4424-9a55-3cee82fe1765,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:05.385595 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6cc00-43bb-4108-80a9-11db89410629 req-7b7b1dfe-9409-4ef0-9f10-d7682152b37e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:05.387192 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c2c6cc00-43bb-4108-80a9-11db89410629 req-7b7b1dfe-9409-4ef0-9f10-d7682152b37e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.2422411 Oct 27 14:11:05.568310 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2567dfb6-c6be-4f96-acb9-4a4265ec5a7c req-820d77b9-074b-4344-931d-78fdac779ac6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452352 Oct 27 14:11:05.574663 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c2c6cc00-43bb-4108-80a9-11db89410629 req-e4978cb5-6798-4550-87ae-1ce213404210 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544516 Oct 27 14:11:05.649230 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.712011 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-73d54c4d-e02e-426d-9ceb-f6bbcdab8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.749258 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] Set router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:05.784145 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-73d54c4d-e02e-426d-9ceb-f6bbcdab8825 None None] For port ac74edc3-5e56-4424-9a55-3cee82fe1765, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=ac74edc3-5e56-4424-9a55-3cee82fe1765,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:05.789727 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-73d54c4d-e02e-426d-9ceb-f6bbcdab8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.820881 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-cb894af0-4d9d-45ec-92c2-f88325f9fd7b req-cf96ea96-9045-4be5-94d1-c0f82f8b1605 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Deleting port fd3f6935-186e-4efb-ae30-2528d5f42cf6 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:05.821065 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb894af0-4d9d-45ec-92c2-f88325f9fd7b req-cf96ea96-9045-4be5-94d1-c0f82f8b1605 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.835360 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef97e-e2d0-4c09-bb5b-7985c558c590 req-983014fe-1dab-486b-88a1-0bb07630867b tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:05.836849 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2d9ef97e-e2d0-4c09-bb5b-7985c558c590 req-983014fe-1dab-486b-88a1-0bb07630867b tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 945 time: 0.2491217 Oct 27 14:11:05.920604 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d54c4d-e02e-426d-9ceb-f6bbcdab8825 None None] Pushing event updated for resources: {'Port': ['ID=ac74edc3-5e56-4424-9a55-3cee82fe1765,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:05.937520 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-33157139-e3bf-497c-bc04-cb3e6a24544b None None] Provisioning complete for port ac74edc3-5e56-4424-9a55-3cee82fe1765 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:05.937892 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-33157139-e3bf-497c-bc04-cb3e6a24544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.955883 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449d392-07a1-4340-9d00-61f244b391f6 req-70f16943-053a-4c06-a4f4-dd87d651108f tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:05.957682 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e449d392-07a1-4340-9d00-61f244b391f6 req-70f16943-053a-4c06-a4f4-dd87d651108f tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 945 time: 0.2277405 Oct 27 14:11:05.965209 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b515ef9-1296-4e41-9149-1daaef89b253 req-ecd591e8-8b68-4475-8908-0735a6d3ea19 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:05.966795 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5b515ef9-1296-4e41-9149-1daaef89b253 req-ecd591e8-8b68-4475-8908-0735a6d3ea19 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.2739198 Oct 27 14:11:06.036373 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-cb894af0-4d9d-45ec-92c2-f88325f9fd7b req-cf96ea96-9045-4be5-94d1-c0f82f8b1605 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] For port fd3f6935-186e-4efb-ae30-2528d5f42cf6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fd3f6935-186e-4efb-ae30-2528d5f42cf6,segment=NetworkSegment(ea401d1f-3536-49de-af18-54dd4a5cc161),segment_id=ea401d1f-3536-49de-af18-54dd4a5cc161)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:06.036637 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb894af0-4d9d-45ec-92c2-f88325f9fd7b req-cf96ea96-9045-4be5-94d1-c0f82f8b1605 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.052638 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-cb894af0-4d9d-45ec-92c2-f88325f9fd7b req-cf96ea96-9045-4be5-94d1-c0f82f8b1605 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Calling delete_port for fd3f6935-186e-4efb-ae30-2528d5f42cf6 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:06.096440 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:01Z', 'revision_number': 4, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'ac74edc3-5e56-4424-9a55-3cee82fe1765', 'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'mac_address': 'fa:16:3e:50:69:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:00Z', 'updated_at': '2021-10-27T14:11:05Z', 'revision_number': 4, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'subnets': [{'id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:06.126370 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd327c3-fc5f-4224-8e0f-17e17cfc759d None None] The sync data for ids ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'] in dv-cinder-815660-2-iscsi is: [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:01Z', 'revision_number': 4, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'ac74edc3-5e56-4424-9a55-3cee82fe1765', 'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'mac_address': 'fa:16:3e:50:69:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:00Z', 'updated_at': '2021-10-27T14:11:05Z', 'revision_number': 4, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'subnets': [{'id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:11:06.315511 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e449d392-07a1-4340-9d00-61f244b391f6 req-8dd70000-037a-4da9-9e25-e87d725bcc53 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/security-groups?id=c9803fb4-e88b-499f-be8e-75fe9bcb1078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449879 Oct 27 14:11:06.318670 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5b515ef9-1296-4e41-9149-1daaef89b253 req-eecddd12-865e-45de-8b98-e6dc1ca0d780 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163289 Oct 27 14:11:06.434521 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device fe83dafa-e233-4b45-abf0-cf81d36d8dac up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:06.493408 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-2d9ef97e-e2d0-4c09-bb5b-7985c558c590 req-27d19ddb-b6b2-4cba-a175-5fe0dcb4029c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Deleting port b83fd332-cfa0-4727-9d5c-ceea41e4f808 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:06.494009 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-2d9ef97e-e2d0-4c09-bb5b-7985c558c590 req-27d19ddb-b6b2-4cba-a175-5fe0dcb4029c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.496396 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bd1ec4-d045-4ba4-8186-7c110cb4ac1f None None] Network 29879def-eef3-4938-bb0e-bd4374eff606 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:06.536611 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7917642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916437'] for router, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.575368 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-c8a73824-24bf-4711-9996-fda4cce7ea8e None None] Provisioning complete for port fe83dafa-e233-4b45-abf0-cf81d36d8dac triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:06.577108 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c8a73824-24bf-4711-9996-fda4cce7ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.620539 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port fe83dafa-e233-4b45-abf0-cf81d36d8dac triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:06.620785 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.700905 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-b9cc0cf5-ced1-404f-bb8a-12c113bd5f8e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867368291&fields=id&tenant_id=925d32172c5f44168c2eddeffc0a7da1 HTTP/1.1" status: 200 len: 267 time: 0.2201042 Oct 27 14:11:06.716329 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba03f2-f4c2-493d-9fb1-43a491e7c71a req-cea0a31a-cabc-4a36-9093-6080066f339d tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:06.718352 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4dba03f2-f4c2-493d-9fb1-43a491e7c71a req-cea0a31a-cabc-4a36-9093-6080066f339d tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=16ae7a38-77b0-4cc7-966f-00e06098455d HTTP/1.1" status: 200 len: 946 time: 0.2940557 Oct 27 14:11:06.738250 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb894af0-4d9d-45ec-92c2-f88325f9fd7b req-cf96ea96-9045-4be5-94d1-c0f82f8b1605 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.768247 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['fd3f6935-186e-4efb-ae30-2528d5f42cf6'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:06.832725 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c8a73824-24bf-4711-9996-fda4cce7ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.854327 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96ea96-9045-4be5-94d1-c0f82f8b1605 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Pushing event deleted for resources: {'Port': ['ID=fd3f6935-186e-4efb-ae30-2528d5f42cf6,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:06.862378 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8882-83a0-424b-949f-9f092befe2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.866640 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-2d9ef97e-e2d0-4c09-bb5b-7985c558c590 req-27d19ddb-b6b2-4cba-a175-5fe0dcb4029c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] For port b83fd332-cfa0-4727-9d5c-ceea41e4f808, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b83fd332-cfa0-4727-9d5c-ceea41e4f808,segment=NetworkSegment(82ab21f3-c299-4a61-8840-6222240d5e8d),segment_id=82ab21f3-c299-4a61-8840-6222240d5e8d)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:06.867007 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-2d9ef97e-e2d0-4c09-bb5b-7985c558c590 req-27d19ddb-b6b2-4cba-a175-5fe0dcb4029c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.893078 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.920963 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-c8a73824-24bf-4711-9996-fda4cce7ea8e None None] For port fe83dafa-e233-4b45-abf0-cf81d36d8dac, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=fe83dafa-e233-4b45-abf0-cf81d36d8dac,segment=NetworkSegment(f6ba6bec-8f9f-4844-b980-2fe29993b065),segment_id=f6ba6bec-8f9f-4844-b980-2fe29993b065)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:06.931337 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c8a73824-24bf-4711-9996-fda4cce7ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.018766 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.db.api [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 14:11:07.019232 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG oslo_db.api [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 14:11:07.022375 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a73824-24bf-4711-9996-fda4cce7ea8e None None] Pushing event updated for resources: {'Port': ['ID=fe83dafa-e233-4b45-abf0-cf81d36d8dac,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:07.158794 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-c450be56-c3fa-4900-ba26-7becd3edc1ef None None] Provisioning complete for port fe83dafa-e233-4b45-abf0-cf81d36d8dac triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:07.159292 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-c450be56-c3fa-4900-ba26-7becd3edc1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.192233 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-2d9ef97e-e2d0-4c09-bb5b-7985c558c590 req-27d19ddb-b6b2-4cba-a175-5fe0dcb4029c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Calling delete_port for b83fd332-cfa0-4727-9d5c-ceea41e4f808 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:07.196503 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb894af0-4d9d-45ec-92c2-f88325f9fd7b req-cf96ea96-9045-4be5-94d1-c0f82f8b1605 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] No DVR routers for this DVR port fd3f6935-186e-4efb-ae30-2528d5f42cf6 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:11:07.206610 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4dba03f2-f4c2-493d-9fb1-43a491e7c71a req-e1f5f635-6624-4b87-8bbf-cc67acbd62aa tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662690 Oct 27 14:11:07.209724 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb894af0-4d9d-45ec-92c2-f88325f9fd7b req-cf96ea96-9045-4be5-94d1-c0f82f8b1605 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.212982 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb894af0-4d9d-45ec-92c2-f88325f9fd7b req-cf96ea96-9045-4be5-94d1-c0f82f8b1605 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.71 "DELETE /v2.0/ports/fd3f6935-186e-4efb-ae30-2528d5f42cf6 HTTP/1.1" status: 204 len: 173 time: 1.8484635 Oct 27 14:11:07.215354 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ae7a38-77b0-4cc7-966f-00e06098455d', 'name': 'network-vif-deleted', 'tag': 'fd3f6935-186e-4efb-ae30-2528d5f42cf6'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:07.218498 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b7e7c7-632c-4f2b-bd88-dd82614ce263" -d '{"events": [{"server_uuid": "16ae7a38-77b0-4cc7-966f-00e06098455d", "name": "network-vif-deleted", "tag": "fd3f6935-186e-4efb-ae30-2528d5f42cf6"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:07.296646 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-ee7de3a5-de79-468f-9159-1b6c33f94ceb tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:07.304043 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-ee7de3a5-de79-468f-9159-1b6c33f94ceb tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 811 time: 0.5846419 Oct 27 14:11:07.384217 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5eac0e8a-d9cc-4ca1-8d62-71fe3245f3bd tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/quotas/925d32172c5f44168c2eddeffc0a7da1 HTTP/1.1" status: 200 len: 375 time: 0.0792398 Oct 27 14:11:07.415605 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Router 9ce84d51-9998-4878-bef0-08cfba022a5f is scheduled to L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 with binding_index 1 {{(pid=101655) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:11:07.476879 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3610674-183f-4854-9a9c-f15ba748d8e4 req-63f3e180-05db-42f3-a395-25bf4d54c5b8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:07.478412 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e3610674-183f-4854-9a9c-f15ba748d8e4 req-63f3e180-05db-42f3-a395-25bf4d54c5b8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1693950 Oct 27 14:11:07.557554 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device ac74edc3-5e56-4424-9a55-3cee82fe1765 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:07.594203 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-ca0617e7-ce3f-45be-835a-f71ff8bec479 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1983793 Oct 27 14:11:07.616899 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port ac74edc3-5e56-4424-9a55-3cee82fe1765 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:07.617271 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.665882 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e3610674-183f-4854-9a9c-f15ba748d8e4 req-12dd50f6-2b67-4352-8732-7e217ba9854a tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627183 Oct 27 14:11:07.695721 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-2d9ef97e-e2d0-4c09-bb5b-7985c558c590 req-27d19ddb-b6b2-4cba-a175-5fe0dcb4029c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.718368 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['b83fd332-cfa0-4727-9d5c-ceea41e4f808'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:07.770212 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d19ddb-b6b2-4cba-a175-5fe0dcb4029c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Pushing event deleted for resources: {'Port': ['ID=b83fd332-cfa0-4727-9d5c-ceea41e4f808,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:07.781863 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.799882 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:11:07.812767 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Sync routers for ids ['9ce84d51-9998-4878-bef0-08cfba022a5f'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:11:07.824468 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Routers {'9ce84d51-9998-4878-bef0-08cfba022a5f'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:07.825089 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['9ce84d51-9998-4878-bef0-08cfba022a5f'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:07.871746 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9ef97e-e2d0-4c09-bb5b-7985c558c590 req-27d19ddb-b6b2-4cba-a175-5fe0dcb4029c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] No DVR routers for this DVR port b83fd332-cfa0-4727-9d5c-ceea41e4f808 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:11:07.878272 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-2d9ef97e-e2d0-4c09-bb5b-7985c558c590 req-27d19ddb-b6b2-4cba-a175-5fe0dcb4029c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.881900 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2d9ef97e-e2d0-4c09-bb5b-7985c558c590 req-27d19ddb-b6b2-4cba-a175-5fe0dcb4029c tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.71 "DELETE /v2.0/ports/b83fd332-cfa0-4727-9d5c-ceea41e4f808 HTTP/1.1" status: 204 len: 173 time: 2.0071201 Oct 27 14:11:07.892854 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-c7c12786-956d-41ff-a792-37cb3d0b3067 service neutron] 10.222.0.85 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833698 Oct 27 14:11:07.898184 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] Publish callbacks [] for router, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.899499 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-2bb834b9-32b7-48c7-bd0e-f1569fd4ab7b admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2818987 Oct 27 14:11:07.902653 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 50602) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:07.919635 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af9c9b-e59f-472b-9f60-fbcda2cf7e5a req-44f46718-f405-4f89-8bb7-2ba4e3a4cdd5 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:07.921306 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e2af9c9b-e59f-472b-9f60-fbcda2cf7e5a req-44f46718-f405-4f89-8bb7-2ba4e3a4cdd5 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1780734 Oct 27 14:11:07.945861 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.981821 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Set router 9ce84d51-9998-4878-bef0-08cfba022a5f gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:08.032029 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e2af9c9b-e59f-472b-9f60-fbcda2cf7e5a req-d314d752-861a-4233-86c4-580e34d8053a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007745 Oct 27 14:11:08.094498 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-ba279be0-1f82-4827-a3ff-bea5796a5840 service neutron] 10.222.0.85 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721027 Oct 27 14:11:08.117168 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ea26e7-8971-4cce-bf8d-a23b0a8b5674 x-openstack-request-id: req-65ea26e7-8971-4cce-bf8d-a23b0a8b5674 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:08.117463 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ae7a38-77b0-4cc7-966f-00e06098455d", "name": "network-vif-deleted", "tag": "fd3f6935-186e-4efb-ae30-2528d5f42cf6", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:08.117723 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-65ea26e7-8971-4cce-bf8d-a23b0a8b5674 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:08.118128 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ae7a38-77b0-4cc7-966f-00e06098455d', 'name': 'network-vif-deleted', 'tag': 'fd3f6935-186e-4efb-ae30-2528d5f42cf6', 'status': 'completed', 'code': 200} Oct 27 14:11:08.238998 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a4279c71-5dfa-4e64-9d5d-135d414b9447 req-d5b89713-b49e-430b-bf79-79cf1c3cce88 tempest-VolumesActionsTest-788342814 tempest-VolumesActionsTest-788342814-project] 10.222.0.85 "GET /v2.0/ports?device_id=3ac8a9f0-8970-4d42-ade8-af16e757483e HTTP/1.1" status: 200 len: 210 time: 0.0440321 Oct 27 14:11:08.250819 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'name': 'tempest-TestMinimumBasicScenario-1236364136-router', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:03Z', 'updated_at': '2021-10-27T14:11:05Z', 'revision_number': 3, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'gw_port': {'id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:04Z', 'updated_at': '2021-10-27T14:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:08.331209 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device fe83dafa-e233-4b45-abf0-cf81d36d8dac up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:08.406428 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1a147-ba1c-468d-8f1c-061243414ebe req-6204d07c-e225-4000-ad54-a5be3c9dbe30 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:08.417353 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9ee1a147-ba1c-468d-8f1c-061243414ebe req-6204d07c-e225-4000-ad54-a5be3c9dbe30 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0820367 Oct 27 14:11:08.430426 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port fe83dafa-e233-4b45-abf0-cf81d36d8dac triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:08.432214 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:08.441994 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Checking router: 9ce84d51-9998-4878-bef0-08cfba022a5f for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:11:08.442418 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Updating router 9ce84d51-9998-4878-bef0-08cfba022a5f port aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 binding host dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:11:08.463845 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9ee1a147-ba1c-468d-8f1c-061243414ebe req-8fd4fdb7-bb00-453b-aa4a-9334e0642be0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 Oct 27 14:11:08.507729 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:08.688361 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-881d782e-6f2c-4fea-a1c3-79d8cfb7e298 req-aa8dd784-2ebf-4c21-aede-6c86fc139b13 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 210 time: 0.0942104 Oct 27 14:11:08.880937 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device fd3f6935-186e-4efb-ae30-2528d5f42cf6 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:08.924812 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093d895-d24d-4a76-80f0-46d49b44d69b req-f9222177-36d6-4040-bd96-60d48b3390dd tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:08.931914 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2093d895-d24d-4a76-80f0-46d49b44d69b req-f9222177-36d6-4040-bd96-60d48b3390dd tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1162162 Oct 27 14:11:08.964664 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: fd3f6935-186e-4efb-ae30-2528d5f42cf6 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:11:08.968192 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device fd3f6935-186e-4efb-ae30-2528d5f42cf6 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:11:09.023669 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Publish callbacks [] for port, precommit_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.024274 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2093d895-d24d-4a76-80f0-46d49b44d69b req-92a4bfd9-a48f-428e-9c8b-296eea2d488b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853426 Oct 27 14:11:09.033732 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.088321 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Attempting to bind port aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:09.089157 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Attempting to bind port aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:09.089520 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Attempting to bind port aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 on network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:09.102272 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:09.102645 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Checking segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:09.103049 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.103469 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Bound using segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:09.104329 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Bound port: aa1ea5a2-f511-40bd-962e-2b0be0eeaed7, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:09.105051 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.106514 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.173223 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebeedc-ad67-4b2c-9783-4c3a8c8f3bbe None None] Pushing event updated for resources: {'Port': ['ID=aa1ea5a2-f511-40bd-962e-2b0be0eeaed7,revision_number=2']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:09.178600 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] For port aa1ea5a2-f511-40bd-962e-2b0be0eeaed7, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:09.183956 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] For port aa1ea5a2-f511-40bd-962e-2b0be0eeaed7, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=aa1ea5a2-f511-40bd-962e-2b0be0eeaed7,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:09.194227 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.263704 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cebdad-f0e5-4249-b54d-4f84e1d6dfeb req-75bb5859-7bfc-4d68-b692-24cd53f70795 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:09.271044 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Routers {'9ce84d51-9998-4878-bef0-08cfba022a5f'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:09.271701 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['9ce84d51-9998-4878-bef0-08cfba022a5f'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:09.277417 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-18cebdad-f0e5-4249-b54d-4f84e1d6dfeb req-75bb5859-7bfc-4d68-b692-24cd53f70795 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1208508 Oct 27 14:11:09.314981 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Allocated IP 172.20.0.1 (29879def-eef3-4938-bb0e-bd4374eff606/68236168-b9bd-429b-80d5-51b0eb6fbc82/24e3d654-f2c2-404d-be2f-117f8038ff30) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:09.326142 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebeedc-ad67-4b2c-9783-4c3a8c8f3bbe None None] Pushing event updated for resources: {'Port': ['ID=aa1ea5a2-f511-40bd-962e-2b0be0eeaed7,revision_number=3']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:09.343702 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-18cebdad-f0e5-4249-b54d-4f84e1d6dfeb req-f876eb42-74c6-4b3b-b71d-e9cfdfcf8a82 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651898 Oct 27 14:11:09.406336 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] Set router 9ce84d51-9998-4878-bef0-08cfba022a5f gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:09.418880 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.449120 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.488963 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.532515 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Network 29879def-eef3-4938-bb0e-bd4374eff606 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:09.537802 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:09.552134 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:09.574846 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Pushing event updated for resources: {'Port': ['ID=24e3d654-f2c2-404d-be2f-117f8038ff30,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:09.608299 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924424'] for router_interface, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.653237 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425c89d-fe5d-482a-91dc-29e7370ee3c4 req-0f39d02a-5b83-4501-85d6-534b6f052490 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:09.663450 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c425c89d-fe5d-482a-91dc-29e7370ee3c4 req-0f39d02a-5b83-4501-85d6-534b6f052490 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0790520 Oct 27 14:11:09.680206 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'name': 'tempest-TestMinimumBasicScenario-1236364136-router', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:03Z', 'updated_at': '2021-10-27T14:11:05Z', 'revision_number': 3, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'gw_port': {'id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:04Z', 'updated_at': '2021-10-27T14:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:09.725075 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c425c89d-fe5d-482a-91dc-29e7370ee3c4 req-d3018ec7-98e4-4e11-a501-9b419656f6d5 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606179 Oct 27 14:11:09.731370 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eeb0a7-de77-4c09-aef0-0096b6fb37a5 None None] The sync data for ids ['9ce84d51-9998-4878-bef0-08cfba022a5f'] in dv-cinder-815660-2-iscsi is: [{'id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'name': 'tempest-TestMinimumBasicScenario-1236364136-router', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:03Z', 'updated_at': '2021-10-27T14:11:05Z', 'revision_number': 3, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'gw_port': {'id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:04Z', 'updated_at': '2021-10-27T14:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:11:09.805437 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.831168 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d762dea1-08c5-40ef-93e9-21a69c332f12 req-8fbbcbca-09cd-4b3d-87ee-92318c978e8c tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 210 time: 0.0423896 Oct 27 14:11:09.940951 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-1cd85943-8b02-451d-a451-7bc37ebc8665 None None] Provisioning complete for port 24e3d654-f2c2-404d-be2f-117f8038ff30 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:09.941399 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-1cd85943-8b02-451d-a451-7bc37ebc8665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.994355 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-1cd85943-8b02-451d-a451-7bc37ebc8665 None None] Port 24e3d654-f2c2-404d-be2f-117f8038ff30 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:10.099990 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:10.105378 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:10.120047 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac8a9f0-8970-4d42-ade8-af16e757483e', 'name': 'network-vif-deleted', 'tag': 'b83fd332-cfa0-4727-9d5c-ceea41e4f808'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:10.127717 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb01369-c132-4e97-9cbc-0455f971aaf2" -d '{"events": [{"server_uuid": "3ac8a9f0-8970-4d42-ade8-af16e757483e", "name": "network-vif-deleted", "tag": "b83fd332-cfa0-4727-9d5c-ceea41e4f808"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:10.194807 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8300936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7917912'] for router_interface, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:10.206009 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Pushing event updated for resources: {'Port': ['ID=24e3d654-f2c2-404d-be2f-117f8038ff30,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:10.212485 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a8a604-6403-43a8-8d20-b44d89f50e42 x-openstack-request-id: req-32a8a604-6403-43a8-8d20-b44d89f50e42 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:10.212485 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac8a9f0-8970-4d42-ade8-af16e757483e", "name": "network-vif-deleted", "tag": "b83fd332-cfa0-4727-9d5c-ceea41e4f808", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:10.212678 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-32a8a604-6403-43a8-8d20-b44d89f50e42 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:10.213188 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac8a9f0-8970-4d42-ade8-af16e757483e', 'name': 'network-vif-deleted', 'tag': 'b83fd332-cfa0-4727-9d5c-ceea41e4f808', 'status': 'completed', 'code': 200} Oct 27 14:11:10.261859 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e321-57ab-4c35-923f-f1fbf82a67ef req-a43b3897-3ccf-46c4-be42-acdc0532980d tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:10.271738 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c457e321-57ab-4c35-923f-f1fbf82a67ef req-a43b3897-3ccf-46c4-be42-acdc0532980d tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1012938 Oct 27 14:11:10.325398 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Network 29879def-eef3-4938-bb0e-bd4374eff606 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:10.329554 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:10.375868 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c457e321-57ab-4c35-923f-f1fbf82a67ef req-88225046-6a54-4f5f-8e13-a7bfef482d35 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031108 Oct 27 14:11:10.427871 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:10.492451 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:10.492821 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:10.524494 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0136ae-cd92-4dce-b41c-8462876f7eae req-7a796224-15ea-4cab-a725-a76efa067016 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:10.532648 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e0136ae-cd92-4dce-b41c-8462876f7eae req-7a796224-15ea-4cab-a725-a76efa067016 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0800328 Oct 27 14:11:10.547452 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Router 9ce84d51-9998-4878-bef0-08cfba022a5f has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:11:10.580524 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e0136ae-cd92-4dce-b41c-8462876f7eae req-daae8c6c-7b85-41bb-9ba2-f1d5204d68cc tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460644 Oct 27 14:11:10.626826 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:10.662971 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port aa1ea5a2-f511-40bd-962e-2b0be0eeaed7, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=aa1ea5a2-f511-40bd-962e-2b0be0eeaed7,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:10.670755 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:10.680354 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:11:10.685654 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-b2568829-58b0-46c6-b406-75bf737e2875 admin admin] 10.222.0.85 "PUT /v2.0/routers/9ce84d51-9998-4878-bef0-08cfba022a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7810419 Oct 27 14:11:10.745151 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=aa1ea5a2-f511-40bd-962e-2b0be0eeaed7,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:10.755367 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-ee95b883-84b2-47c7-888d-2a249a181f88 None None] Provisioning complete for port 24e3d654-f2c2-404d-be2f-117f8038ff30 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:10.755778 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ee95b883-84b2-47c7-888d-2a249a181f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:10.796227 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-ee95b883-84b2-47c7-888d-2a249a181f88 None None] Port 24e3d654-f2c2-404d-be2f-117f8038ff30 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:10.872152 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b744cd0-3e80-49e9-8a26-24efb43dadb9 req-902cbeb2-88d0-40de-94bf-6e15f665c781 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:10.874427 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7b744cd0-3e80-49e9-8a26-24efb43dadb9 req-902cbeb2-88d0-40de-94bf-6e15f665c781 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0589304 Oct 27 14:11:10.930733 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7b744cd0-3e80-49e9-8a26-24efb43dadb9 req-0362352f-7739-40c9-8a24-5dab47ae3bdc tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481484 Oct 27 14:11:10.952685 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4e575e27-df1a-450e-b7a4-f6fe9caa6597 req-e9fe4418-85d7-42b0-a728-6d8fb7ff60fb tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 210 time: 0.0391929 Oct 27 14:11:11.516880 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886c85d-87c4-4cf1-bcb0-127b29a2a2e8 req-c6d68385-6d81-4854-ba29-fdcc810e47e9 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:11.519273 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a886c85d-87c4-4cf1-bcb0-127b29a2a2e8 req-c6d68385-6d81-4854-ba29-fdcc810e47e9 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0554023 Oct 27 14:11:11.532613 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device b83fd332-cfa0-4727-9d5c-ceea41e4f808 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:11.585272 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: b83fd332-cfa0-4727-9d5c-ceea41e4f808 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:11:11.585889 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device b83fd332-cfa0-4727-9d5c-ceea41e4f808 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:11:11.625559 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a886c85d-87c4-4cf1-bcb0-127b29a2a2e8 req-d1b717dd-9835-49c3-a258-a330af913701 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999756 Oct 27 14:11:11.771476 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ab27d-ec6f-4980-9762-e1930fe7168f req-966c39f9-a0a2-4ef0-80de-48130627ed0b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:11.773224 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-285ab27d-ec6f-4980-9762-e1930fe7168f req-966c39f9-a0a2-4ef0-80de-48130627ed0b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0722799 Oct 27 14:11:11.843423 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-285ab27d-ec6f-4980-9762-e1930fe7168f req-a6b2025b-ca6e-4bc9-8759-848c12e84b77 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576606 Oct 27 14:11:12.137363 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8262b8a9-75fc-47bb-b505-14dd9b26e72c req-de946e7e-7b4e-4de3-b77d-949424db4243 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 210 time: 0.0416722 Oct 27 14:11:12.205440 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82e49c-aa36-45e8-b3de-f9943bb097c0 req-f7b5da33-c767-489f-9739-29f3fcbd1aba tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:12.207179 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4d82e49c-aa36-45e8-b3de-f9943bb097c0 req-f7b5da33-c767-489f-9739-29f3fcbd1aba tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0805857 Oct 27 14:11:12.273227 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4d82e49c-aa36-45e8-b3de-f9943bb097c0 req-7927d8a1-d8da-4cd2-b0a5-06db9482fe95 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499697 Oct 27 14:11:12.337229 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:12.393172 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:12.393536 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:12.776759 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bef95-7cb8-4d95-bdd5-f14c4d8f2ae1 req-e7d32418-861b-4132-9caa-79a9f6a5fbef tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:12.783719 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-158bef95-7cb8-4d95-bdd5-f14c4d8f2ae1 req-e7d32418-861b-4132-9caa-79a9f6a5fbef tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0602629 Oct 27 14:11:12.823851 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-158bef95-7cb8-4d95-bdd5-f14c4d8f2ae1 req-11b04dca-88a5-4b61-b88e-e19b08d8a840 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385196 Oct 27 14:11:12.966367 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987aad3-d253-4da5-b489-a317365cd251 req-672652e7-5028-4ab9-9747-fec139e3d32f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:12.976742 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3987aad3-d253-4da5-b489-a317365cd251 req-672652e7-5028-4ab9-9747-fec139e3d32f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0643797 Oct 27 14:11:13.027063 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3987aad3-d253-4da5-b489-a317365cd251 req-842aaae1-5949-489e-b639-b3b8b43e123d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493422 Oct 27 14:11:13.098246 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Sync routers for ids ['9ce84d51-9998-4878-bef0-08cfba022a5f'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:11:13.118082 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Routers {'9ce84d51-9998-4878-bef0-08cfba022a5f'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:13.119085 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['9ce84d51-9998-4878-bef0-08cfba022a5f'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:13.238390 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5f510c0e-e0a1-40bf-acc6-8c2146d7c0a8 req-513a3aa7-fe29-49b2-b196-54b5276281ff tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 210 time: 0.0288806 Oct 27 14:11:13.245936 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Set router 9ce84d51-9998-4878-bef0-08cfba022a5f gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:13.427121 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23ae73-5793-4973-ae40-64d56c505860 req-5fa55aae-f1f3-414e-ab04-72bbc1375939 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:13.434561 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-da23ae73-5793-4973-ae40-64d56c505860 req-5fa55aae-f1f3-414e-ab04-72bbc1375939 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0663133 Oct 27 14:11:13.480578 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-da23ae73-5793-4973-ae40-64d56c505860 req-4409bcab-245c-452f-a3d5-6558335d3bfb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 Oct 27 14:11:13.646955 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'name': 'tempest-TestMinimumBasicScenario-1236364136-router', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:03Z', 'updated_at': '2021-10-27T14:11:09Z', 'revision_number': 4, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'gw_port': {'id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:04Z', 'updated_at': '2021-10-27T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '24e3d654-f2c2-404d-be2f-117f8038ff30', 'name': '', 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'mac_address': 'fa:16:3e:73:e0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '68236168-b9bd-429b-80d5-51b0eb6fbc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:09Z', 'updated_at': '2021-10-27T14:11:09Z', 'revision_number': 2, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'subnets': [{'id': '68236168-b9bd-429b-80d5-51b0eb6fbc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:13.680141 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Checking router: 9ce84d51-9998-4878-bef0-08cfba022a5f for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:11:13.680489 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Updating router 9ce84d51-9998-4878-bef0-08cfba022a5f port 24e3d654-f2c2-404d-be2f-117f8038ff30 binding host dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:11:13.712009 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:13.970509 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1747937-d114-40fc-a087-957eec53a4af req-c31e410d-c583-4a44-b700-8706ad43e22b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:13.981017 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c1747937-d114-40fc-a087-957eec53a4af req-c31e410d-c583-4a44-b700-8706ad43e22b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0787349 Oct 27 14:11:14.023830 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c1747937-d114-40fc-a087-957eec53a4af req-a7d17da2-1324-4886-989a-981c3a706f38 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413465 Oct 27 14:11:14.047784 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Publish callbacks [] for port, precommit_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.057322 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.123883 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a0f84-dcd2-4509-a5a1-91718865f56d None None] Pushing event updated for resources: {'Port': ['ID=24e3d654-f2c2-404d-be2f-117f8038ff30,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:14.210831 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Attempting to bind port 24e3d654-f2c2-404d-be2f-117f8038ff30 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:14.211407 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Attempting to bind port 24e3d654-f2c2-404d-be2f-117f8038ff30 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': 'f6ba6bec-8f9f-4844-b980-2fe29993b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:14.211841 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Attempting to bind port 24e3d654-f2c2-404d-be2f-117f8038ff30 on network 29879def-eef3-4938-bb0e-bd4374eff606 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:14.213151 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d007a87-d469-4c76-ab90-de95a7f07674 req-93883479-39d7-47ba-9d70-ac939e4e83aa tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:14.221460 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1d007a87-d469-4c76-ab90-de95a7f07674 req-93883479-39d7-47ba-9d70-ac939e4e83aa tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1073542 Oct 27 14:11:14.240662 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:14.241422 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Checking segment: {'id': 'f6ba6bec-8f9f-4844-b980-2fe29993b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:14.241930 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.242420 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Bound using segment: {'id': 'f6ba6bec-8f9f-4844-b980-2fe29993b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:14.243008 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Bound port: 24e3d654-f2c2-404d-be2f-117f8038ff30, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ba6bec-8f9f-4844-b980-2fe29993b065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:14.243634 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.314859 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1d007a87-d469-4c76-ab90-de95a7f07674 req-e338eb62-7f7b-44f7-8c49-1908a0b8e1e0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718102 Oct 27 14:11:14.366951 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] For port 24e3d654-f2c2-404d-be2f-117f8038ff30, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:14.372169 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] For port 24e3d654-f2c2-404d-be2f-117f8038ff30, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=24e3d654-f2c2-404d-be2f-117f8038ff30,segment=NetworkSegment(f6ba6bec-8f9f-4844-b980-2fe29993b065),segment_id=f6ba6bec-8f9f-4844-b980-2fe29993b065)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:14.381949 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-57824847-0146-41d1-b24c-63070181b438 req-d6886fc7-12d8-431d-b708-7a78a2dbba9f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 210 time: 0.0386498 Oct 27 14:11:14.387500 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.458779 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Routers {'9ce84d51-9998-4878-bef0-08cfba022a5f'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:14.459451 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['9ce84d51-9998-4878-bef0-08cfba022a5f'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:14.583221 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-43b33548-fd80-4e73-9984-09f87b90fed9 None None] Provisioning complete for port 24e3d654-f2c2-404d-be2f-117f8038ff30 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:14.583592 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-43b33548-fd80-4e73-9984-09f87b90fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.587839 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a0f84-dcd2-4509-a5a1-91718865f56d None None] Pushing event updated for resources: {'Port': ['ID=24e3d654-f2c2-404d-be2f-117f8038ff30,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:14.770061 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] Set router 9ce84d51-9998-4878-bef0-08cfba022a5f gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:14.801496 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31998ff-27c4-410e-ae18-c4ed89cf174a req-7e267d1b-a7aa-41ae-8f5d-b136062caeb4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:14.809559 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b31998ff-27c4-410e-ae18-c4ed89cf174a req-7e267d1b-a7aa-41ae-8f5d-b136062caeb4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.1879480 Oct 27 14:11:14.918187 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b31998ff-27c4-410e-ae18-c4ed89cf174a req-5d36ab1c-e7a2-4381-8548-8c780bff1a16 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073697 Oct 27 14:11:15.015219 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-43b33548-fd80-4e73-9984-09f87b90fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:15.048136 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812f597-c372-437b-a90a-e49946ca27ec req-c40f5175-333b-4b43-9ad5-50fddd92cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:15.050449 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1812f597-c372-437b-a90a-e49946ca27ec req-c40f5175-333b-4b43-9ad5-50fddd92cb61 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 1099 time: 0.2079682 Oct 27 14:11:15.057964 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-70c3bf4b-6818-4fea-bf44-5529a944b45c tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:15.059840 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-70c3bf4b-6818-4fea-bf44-5529a944b45c tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 811 time: 0.1288908 Oct 27 14:11:15.119842 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-43b33548-fd80-4e73-9984-09f87b90fed9 None None] For port 24e3d654-f2c2-404d-be2f-117f8038ff30, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=24e3d654-f2c2-404d-be2f-117f8038ff30,segment=NetworkSegment(f6ba6bec-8f9f-4844-b980-2fe29993b065),segment_id=f6ba6bec-8f9f-4844-b980-2fe29993b065)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:15.134892 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-43b33548-fd80-4e73-9984-09f87b90fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:15.276284 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812f597-c372-437b-a90a-e49946ca27ec req-b071bb1b-7f8c-4792-a616-7e0b8d8b7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:15.278161 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1812f597-c372-437b-a90a-e49946ca27ec req-b071bb1b-7f8c-4792-a616-7e0b8d8b7058 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 200 len: 920 time: 0.1515710 Oct 27 14:11:15.292943 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-6ddeb0e2-535d-40ee-b38a-8e0805ce97cf None None] Provisioning complete for port 24e3d654-f2c2-404d-be2f-117f8038ff30 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:15.293389 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb0e2-535d-40ee-b38a-8e0805ce97cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:15.296797 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b33548-fd80-4e73-9984-09f87b90fed9 None None] Pushing event updated for resources: {'Port': ['ID=24e3d654-f2c2-404d-be2f-117f8038ff30,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:15.351192 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1812f597-c372-437b-a90a-e49946ca27ec req-1527983e-8cf8-4f67-999a-662f1da49ceb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766d9692-5198-4c25-aa3a-d99900cc51b5 HTTP/1.1" status: 200 len: 217 time: 0.0540056 Oct 27 14:11:15.371060 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'name': 'tempest-TestMinimumBasicScenario-1236364136-router', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:03Z', 'updated_at': '2021-10-27T14:11:09Z', 'revision_number': 4, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'gw_port': {'id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:04Z', 'updated_at': '2021-10-27T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '24e3d654-f2c2-404d-be2f-117f8038ff30', 'name': '', 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'mac_address': 'fa:16:3e:73:e0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '68236168-b9bd-429b-80d5-51b0eb6fbc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:09Z', 'updated_at': '2021-10-27T14:11:14Z', 'revision_number': 4, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'subnets': [{'id': '68236168-b9bd-429b-80d5-51b0eb6fbc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:15.407662 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640bb1b-64f4-4e59-9c26-320ecc7c443c None None] The sync data for ids ['9ce84d51-9998-4878-bef0-08cfba022a5f'] in dv-cinder-815660-2-iscsi is: [{'id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'name': 'tempest-TestMinimumBasicScenario-1236364136-router', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:03Z', 'updated_at': '2021-10-27T14:11:09Z', 'revision_number': 4, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'gw_port': {'id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:04Z', 'updated_at': '2021-10-27T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '24e3d654-f2c2-404d-be2f-117f8038ff30', 'name': '', 'network_id': '29879def-eef3-4938-bb0e-bd4374eff606', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'mac_address': 'fa:16:3e:73:e0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '68236168-b9bd-429b-80d5-51b0eb6fbc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:09Z', 'updated_at': '2021-10-27T14:11:14Z', 'revision_number': 4, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'subnets': [{'id': '68236168-b9bd-429b-80d5-51b0eb6fbc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:11:15.534193 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812f597-c372-437b-a90a-e49946ca27ec req-a0c47a8b-0c84-4044-a6cd-0408d91cf8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:15.541953 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1812f597-c372-437b-a90a-e49946ca27ec req-a0c47a8b-0c84-4044-a6cd-0408d91cf8a3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5397b1e-6cca-4404-be06-5171278a75ad HTTP/1.1" status: 200 len: 858 time: 0.1494448 Oct 27 14:11:15.559549 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-1dc9c777-d0e6-4e9c-8f9f-53e8654611c6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=925d32172c5f44168c2eddeffc0a7da1 HTTP/1.1" status: 200 len: 379 time: 0.4760449 Oct 27 14:11:15.651914 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'port': {'device_id': '75d89b0d-7f54-43fe-ac03-194305453349', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'admin_state_up': True, 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'security_groups': ['3d30484d-56b9-4e48-9283-1df6ba48d4e5']}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:15.690475 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1812f597-c372-437b-a90a-e49946ca27ec req-afbc4295-d5df-4168-9718-830a1883c05b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e326cd63-ddc3-4370-9359-292ac983dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550745 Oct 27 14:11:15.799577 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b94944-04e4-4993-b6c5-5094bd5f824f req-45ecac3d-ac7d-4f71-9f8f-f8ed7c9b23b4 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:15.810121 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66b94944-04e4-4993-b6c5-5094bd5f824f req-45ecac3d-ac7d-4f71-9f8f-f8ed7c9b23b4 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.5285308 Oct 27 14:11:15.870876 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09ab5a-eb9b-41b8-9b8f-6f60ec4aaf74 req-fca753bb-2518-4868-b316-a8cb7d2ffc1b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:15.872933 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0f09ab5a-eb9b-41b8-9b8f-6f60ec4aaf74 req-fca753bb-2518-4868-b316-a8cb7d2ffc1b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.3240325 Oct 27 14:11:16.004741 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1812f597-c372-437b-a90a-e49946ca27ec req-54d73c08-1489-498e-b65e-81e792f0ade0 service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008819 Oct 27 14:11:16.157635 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66b94944-04e4-4993-b6c5-5094bd5f824f req-cd0cc4fb-98ea-45c2-88d2-0789052e7dd8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401818 Oct 27 14:11:16.194026 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0f09ab5a-eb9b-41b8-9b8f-6f60ec4aaf74 req-c0bf4811-4b9e-48c3-b81a-971e02a1cb0c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988422 Oct 27 14:11:16.263766 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Made reservation on behalf of 925d32172c5f44168c2eddeffc0a7da1 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:16.273625 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:16.293238 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1812f597-c372-437b-a90a-e49946ca27ec req-36f48797-81d7-42ec-a1eb-f5b1ffbc141f service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600744 Oct 27 14:11:16.398547 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-33982cd2-aaf4-491e-9b20-3e207ad9c448 req-a03a46db-9628-4b65-9f77-00e1779e34d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 210 time: 0.0901613 Oct 27 14:11:16.448422 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 24e3d654-f2c2-404d-be2f-117f8038ff30 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:16.527547 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 24e3d654-f2c2-404d-be2f-117f8038ff30 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:16.528183 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:16.618964 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4822c-e826-4403-9af7-1a4f8764220f req-0d0fc346-b689-4a73-93ef-255bb8ab5f68 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:16.626872 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b3d4822c-e826-4403-9af7-1a4f8764220f req-0d0fc346-b689-4a73-93ef-255bb8ab5f68 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.1136713 Oct 27 14:11:16.687402 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Allocated IP 172.20.0.3 (9af09723-d748-420c-9b75-4c97db8a5445/8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d/2a924378-fa68-4553-8201-a655778b931a) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:16.719731 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b3d4822c-e826-4403-9af7-1a4f8764220f req-35b77877-c292-434f-b190-2f7b05642010 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918918 Oct 27 14:11:16.887411 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:16.926201 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:16.985772 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Network 9af09723-d748-420c-9b75-4c97db8a5445 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:16.990156 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:16.992930 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:16.999915 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:17.000524 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:17.003276 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'Port': ['ID=2a924378-fa68-4553-8201-a655778b931a,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:17.016255 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.016605 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.016928 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.017255 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.017583 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.017908 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.018279 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.018547 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.018866 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.019344 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.019878 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.020050 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:17.037112 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-d28f5a7b-792f-4ca1-9a74-98dc07ccda01 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3995955 Oct 27 14:11:17.349701 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-4e699f11-f2d1-4ed3-adbd-00ecf06eb1e4 None None] Provisioning complete for port 2a924378-fa68-4553-8201-a655778b931a triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:17.351071 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-4e699f11-f2d1-4ed3-adbd-00ecf06eb1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:17.418234 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-4e699f11-f2d1-4ed3-adbd-00ecf06eb1e4 None None] Port 2a924378-fa68-4553-8201-a655778b931a cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:17.483036 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09803c78-cc18-4702-a65f-9fb41b31c64d req-2178f536-06a9-4387-ab78-0ee3572cfdb7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:17.485250 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-09803c78-cc18-4702-a65f-9fb41b31c64d req-2178f536-06a9-4387-ab78-0ee3572cfdb7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1673892 Oct 27 14:11:17.494128 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3aacfd-e564-4725-ad6a-2d64f2841839 req-e71ad1b7-eb83-4ed7-bb04-775ebd8e72b7 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:17.495738 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1a3aacfd-e564-4725-ad6a-2d64f2841839 req-e71ad1b7-eb83-4ed7-bb04-775ebd8e72b7 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1241229 Oct 27 14:11:17.600061 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1a3aacfd-e564-4725-ad6a-2d64f2841839 req-f2f44669-9f0e-450a-a6ef-e331fe623e45 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922425 Oct 27 14:11:17.609552 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-09803c78-cc18-4702-a65f-9fb41b31c64d req-b2135553-0d40-47ee-868e-d350fca9497d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115329 Oct 27 14:11:17.855724 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57dfc7-abd8-48e2-abde-aa46e1961d84 req-66b6ed41-4482-4336-9872-37bec991022d tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:17.857642 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ca57dfc7-abd8-48e2-abde-aa46e1961d84 req-66b6ed41-4482-4336-9872-37bec991022d tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 931 time: 0.1289654 Oct 27 14:11:17.965639 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ca57dfc7-abd8-48e2-abde-aa46e1961d84 req-d6288559-07d8-405e-98bb-a60cacb02850 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960703 Oct 27 14:11:18.017108 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e29b7-a1de-4ab8-a0b2-8a3a77e1e0f3 req-b0623799-2ca7-4d57-a63c-5d9d2534bfa9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:18.027177 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-624e29b7-a1de-4ab8-a0b2-8a3a77e1e0f3 req-b0623799-2ca7-4d57-a63c-5d9d2534bfa9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.1392214 Oct 27 14:11:18.181784 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-624e29b7-a1de-4ab8-a0b2-8a3a77e1e0f3 req-8503ff3a-8d9a-42e6-bbf9-637d0af7a573 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465778 Oct 27 14:11:18.664989 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Request body: {'port': {'device_id': '75d89b0d-7f54-43fe-ac03-194305453349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:18.726067 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:18.817752 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:19.049484 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd896a-8f16-4447-a0e0-af88b3302a34 req-cac2c52f-45ae-4d9b-b08c-72aeb038fa82 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:19.051406 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c5cd896a-8f16-4447-a0e0-af88b3302a34 req-cac2c52f-45ae-4d9b-b08c-72aeb038fa82 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.2434602 Oct 27 14:11:19.142779 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c5cd896a-8f16-4447-a0e0-af88b3302a34 req-9e1bac7d-f951-48cb-be9d-23ab6a77f94a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719895 Oct 27 14:11:19.212841 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ce77a-b90a-4008-bbc5-34af3e61df33 req-f2692f86-e7ae-4ddc-b8b4-bc38b1987291 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:19.214643 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-911ce77a-b90a-4008-bbc5-34af3e61df33 req-f2692f86-e7ae-4ddc-b8b4-bc38b1987291 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.3682206 Oct 27 14:11:19.426357 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-911ce77a-b90a-4008-bbc5-34af3e61df33 req-fe4dd6a6-757d-4745-a73a-dad6fb964084 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994190 Oct 27 14:11:19.539011 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8c34f-6167-45c7-8bca-52442a2771f2 req-0344060d-5d13-4e43-9967-f4100d7c3c79 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:19.548059 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4ac8c34f-6167-45c7-8bca-52442a2771f2 req-0344060d-5d13-4e43-9967-f4100d7c3c79 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 931 time: 0.2652268 Oct 27 14:11:19.676700 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4ac8c34f-6167-45c7-8bca-52442a2771f2 req-363d3331-522b-4c9d-a7d2-cd157108d28a tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270874 Oct 27 14:11:19.795853 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed26a2-9cf5-48d5-9571-9bd09bc4db47 req-577e762d-9b68-463b-b5f7-665b89404493 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:19.798126 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-08ed26a2-9cf5-48d5-9571-9bd09bc4db47 req-577e762d-9b68-463b-b5f7-665b89404493 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.2742600 Oct 27 14:11:20.314172 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a924378-fa68-4553-8201-a655778b931a {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:20.329031 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.343737 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Transition to ACTIVE for port object 2a924378-fa68-4553-8201-a655778b931a will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:11:20.353272 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.448881 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-08ed26a2-9cf5-48d5-9571-9bd09bc4db47 req-7a099e2f-1e0a-4522-9338-9182d0852578 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6352975 Oct 27 14:11:20.450273 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Pushing event updated for resources: {'Port': ['ID=2a924378-fa68-4553-8201-a655778b931a,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:20.615301 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d75b8-7c6f-47d0-9f1e-e714f3967027 req-55d71151-e12d-47e1-aaeb-dd9f144e1cec tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:20.622957 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-077d75b8-7c6f-47d0-9f1e-e714f3967027 req-55d71151-e12d-47e1-aaeb-dd9f144e1cec tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1601367 Oct 27 14:11:20.637335 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Attempting to bind port 2a924378-fa68-4553-8201-a655778b931a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:20.637335 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Attempting to bind port 2a924378-fa68-4553-8201-a655778b931a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:20.637335 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Attempting to bind port 2a924378-fa68-4553-8201-a655778b931a on network 9af09723-d748-420c-9b75-4c97db8a5445 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:20.653915 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aab79689-5599-45f7-b77c-95b865b88b1d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:11:20.665922 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Port 2a924378-fa68-4553-8201-a655778b931a on network 9af09723-d748-420c-9b75-4c97db8a5445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:11:20.666293 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Attempting to bind port 2a924378-fa68-4553-8201-a655778b931a on network 9af09723-d748-420c-9b75-4c97db8a5445 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:20.685610 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:20.686859 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Checking segment: {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:20.686859 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Bound using segment: {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:20.687305 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Bound port: 2a924378-fa68-4553-8201-a655778b931a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:20.687663 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.749667 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-077d75b8-7c6f-47d0-9f1e-e714f3967027 req-d845b21c-f8d8-42d6-aa47-ea8803ba8b50 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102772 Oct 27 14:11:20.886670 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:20.905467 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'port_id': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'mac_address': 'fa:16:3e:da:6c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:11:20.971084 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.972043 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] For port 2a924378-fa68-4553-8201-a655778b931a, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:20.978441 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] For port 2a924378-fa68-4553-8201-a655778b931a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2a924378-fa68-4553-8201-a655778b931a,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:20.993078 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:21.007015 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aab79689-5599-45f7-b77c-95b865b88b1d {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:21.058296 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:21.065463 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:21.076674 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:21.077830 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:21.079289 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] 10.222.0.71 "PUT /v2.0/ports/2a924378-fa68-4553-8201-a655778b931a HTTP/1.1" status: 200 len: 1093 time: 2.4192090 Oct 27 14:11:21.080433 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be57081-49e3-4b40-94f6-24492edc11df service neutron] Pushing event updated for resources: {'Port': ['ID=2a924378-fa68-4553-8201-a655778b931a,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:21.108903 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d89b0d-7f54-43fe-ac03-194305453349', 'tag': '2a924378-fa68-4553-8201-a655778b931a'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:21.117122 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db8e873-e77a-471f-8967-961564cb0d71" -d '{"events": [{"name": "network-changed", "server_uuid": "75d89b0d-7f54-43fe-ac03-194305453349", "tag": "2a924378-fa68-4553-8201-a655778b931a"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:21.148376 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b88943-e4c0-4669-98c5-51c8e6c26c0b req-61cc2bd2-b184-4bba-ae61-bafe0b73592a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:21.149938 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-85b88943-e4c0-4669-98c5-51c8e6c26c0b req-61cc2bd2-b184-4bba-ae61-bafe0b73592a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 946 time: 0.2670689 Oct 27 14:11:21.200814 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=aab79689-5599-45f7-b77c-95b865b88b1d,revision_number=6']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:21.229682 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.230063 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.230416 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.233130 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.233694 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.234147 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.234496 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.234833 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.235209 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.235522 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.235851 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.236170 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:21.281370 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-85b88943-e4c0-4669-98c5-51c8e6c26c0b req-104f9d91-3060-4b9b-9a6b-11f728a0417e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203086 Oct 27 14:11:21.294699 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-c04f28ad-ca6b-4b2a-bced-27605a54b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:21.296731 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-c04f28ad-ca6b-4b2a-bced-27605a54b718 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 1096 time: 0.1458724 Oct 27 14:11:21.318283 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['aab79689-5599-45f7-b77c-95b865b88b1d'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:21.403218 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-8f301606-4d48-48ea-a66c-a50d35b3e676 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a924378-fa68-4553-8201-a655778b931a HTTP/1.1" status: 200 len: 217 time: 0.0858476 Oct 27 14:11:21.510378 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1e357-9b3c-4ec0-bdaa-7d3058853107 req-be311d71-062c-4cb9-97af-f0b0c573d9c6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:21.518902 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c1b1e357-9b3c-4ec0-bdaa-7d3058853107 req-be311d71-062c-4cb9-97af-f0b0c573d9c6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1093252 Oct 27 14:11:21.544697 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-900bdc5d-27bb-4b7a-aed5-a1b15253508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:21.547079 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-900bdc5d-27bb-4b7a-aed5-a1b15253508f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.1252897 Oct 27 14:11:21.666177 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c1b1e357-9b3c-4ec0-bdaa-7d3058853107 req-9a0744bd-20f6-41dd-b42a-1034a4a97d2f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462102 Oct 27 14:11:21.717165 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5f7780c1-9e03-4dc4-a511-ae3fa0926c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:21.719586 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-5f7780c1-9e03-4dc4-a511-ae3fa0926c23 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1464260 Oct 27 14:11:21.903093 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-f5319ff5-ceac-43ba-b128-aa71a6865837 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646001 Oct 27 14:11:22.109537 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c18e-53f7-46d6-959c-6cb7cc881c2c req-c08955a3-504d-45dc-b291-fd49be92a4dd tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:22.111209 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-94f9c18e-53f7-46d6-959c-6cb7cc881c2c req-c08955a3-504d-45dc-b291-fd49be92a4dd tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 943 time: 0.2067196 Oct 27 14:11:22.163366 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6d088200-d9bf-481d-b010-1ea05370d4d1 req-bab3d5da-2fed-4e7a-bfa1-5c20014dbd77 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334025 Oct 27 14:11:22.177828 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-94f9c18e-53f7-46d6-959c-6cb7cc881c2c req-a5dd3a55-b371-4185-bcb2-391fe4a56166 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527382 Oct 27 14:11:22.260380 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf9c19f-d715-4333-9393-03a6e1012d34 x-openstack-request-id: req-2bf9c19f-d715-4333-9393-03a6e1012d34 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:22.260684 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d89b0d-7f54-43fe-ac03-194305453349", "tag": "2a924378-fa68-4553-8201-a655778b931a", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:22.260942 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2bf9c19f-d715-4333-9393-03a6e1012d34 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:22.261347 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d89b0d-7f54-43fe-ac03-194305453349', 'tag': '2a924378-fa68-4553-8201-a655778b931a', 'status': 'completed', 'code': 200} Oct 27 14:11:22.425454 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8e873-e77a-471f-8967-961564cb0d71 req-62f9bbd6-55e8-4f69-a59d-c2957c46b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:22.427703 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4db8e873-e77a-471f-8967-961564cb0d71 req-62f9bbd6-55e8-4f69-a59d-c2957c46b255 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 1096 time: 0.1263855 Oct 27 14:11:22.606667 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8e873-e77a-471f-8967-961564cb0d71 req-0396879a-ea43-4d7c-a692-01d3672df2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:22.614118 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4db8e873-e77a-471f-8967-961564cb0d71 req-0396879a-ea43-4d7c-a692-01d3672df2c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 913 time: 0.1683173 Oct 27 14:11:22.642153 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebab77b-4303-4aba-90b6-3c5a40d73595 req-cfb7422e-6713-44cf-b24b-dcf22c76af76 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:22.644845 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0ebab77b-4303-4aba-90b6-3c5a40d73595 req-cfb7422e-6713-44cf-b24b-dcf22c76af76 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 945 time: 0.2766895 Oct 27 14:11:22.666537 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aab79689-5599-45f7-b77c-95b865b88b1d up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:22.709338 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4db8e873-e77a-471f-8967-961564cb0d71 req-3ffe2635-da0c-44ab-ac9a-176581354167 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a924378-fa68-4553-8201-a655778b931a HTTP/1.1" status: 200 len: 217 time: 0.0629365 Oct 27 14:11:22.767586 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port aab79689-5599-45f7-b77c-95b865b88b1d triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:22.767995 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:22.888656 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0ebab77b-4303-4aba-90b6-3c5a40d73595 req-d34057a4-c215-40d1-a456-ec05950f3baf tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294629 Oct 27 14:11:22.908177 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:22.915082 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8e873-e77a-471f-8967-961564cb0d71 req-151e64e0-26ca-4fb6-9f07-5e00467c5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:22.917822 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4db8e873-e77a-471f-8967-961564cb0d71 req-151e64e0-26ca-4fb6-9f07-5e00467c5534 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.1869385 Oct 27 14:11:22.973129 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:22.976646 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5c0d7f-7107-4344-8def-d6421bc50604" -d '{"events": [{"server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "name": "network-vif-plugged", "status": "completed", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:23.005714 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8e873-e77a-471f-8967-961564cb0d71 req-85b26dcf-f046-4f49-84f8-39bbe5ce0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:23.009056 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4db8e873-e77a-471f-8967-961564cb0d71 req-85b26dcf-f046-4f49-84f8-39bbe5ce0468 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751872 Oct 27 14:11:23.010843 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:23.019712 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:23.122790 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=aab79689-5599-45f7-b77c-95b865b88b1d,revision_number=7']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:23.148855 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954ea00-75c4-4254-8d15-9c888221603e req-0cf4e4aa-8bfb-471c-8976-f62400836c1a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:23.150776 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0954ea00-75c4-4254-8d15-9c888221603e req-0cf4e4aa-8bfb-471c-8976-f62400836c1a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1381011 Oct 27 14:11:23.248953 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0954ea00-75c4-4254-8d15-9c888221603e req-e9599f18-9611-4cce-8a15-61e316be0d21 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894418 Oct 27 14:11:23.252065 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4db8e873-e77a-471f-8967-961564cb0d71 req-da99199a-95f5-4987-b2cd-cbd74b8c9443 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183106 Oct 27 14:11:23.487097 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578ddca-a2e7-4015-b044-bd814f9c19c4 req-e0f10f19-473d-4044-9e5f-0f2c24ef7ea9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:23.487097 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3578ddca-a2e7-4015-b044-bd814f9c19c4 req-e0f10f19-473d-4044-9e5f-0f2c24ef7ea9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 946 time: 0.1205382 Oct 27 14:11:23.527487 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4db8e873-e77a-471f-8967-961564cb0d71 req-100c9e35-6824-49c0-bd66-33e2cd1c1f14 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612052 Oct 27 14:11:23.593523 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b744f7-98b8-4343-ba36-48125ac1755f req-e7ae6da2-f18f-47c5-8568-ba8efa6cd73a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:23.597173 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-25b744f7-98b8-4343-ba36-48125ac1755f req-e7ae6da2-f18f-47c5-8568-ba8efa6cd73a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "GET /v2.0/ports?device_id=17894aa2-3d8b-4ce1-bd00-92e52c1825f0 HTTP/1.1" status: 200 len: 946 time: 0.2001593 Oct 27 14:11:23.688318 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3578ddca-a2e7-4015-b044-bd814f9c19c4 req-191da551-571e-43a0-b800-0108aa4859e9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817091 Oct 27 14:11:23.856422 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-25b744f7-98b8-4343-ba36-48125ac1755f req-43f0dbfa-23d1-4ae5-8e9a-b3d7c5bcbc87 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Deleting port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:23.856768 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-25b744f7-98b8-4343-ba36-48125ac1755f req-43f0dbfa-23d1-4ae5-8e9a-b3d7c5bcbc87 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:23.949677 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fa666-bc4a-4c72-b350-75e85c76b2b8 req-2f233785-64bb-4559-b6c3-2feda9801bf5 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:23.960912 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-044fa666-bc4a-4c72-b350-75e85c76b2b8 req-2f233785-64bb-4559-b6c3-2feda9801bf5 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1536710 Oct 27 14:11:24.057234 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-044fa666-bc4a-4c72-b350-75e85c76b2b8 req-7e1ab285-6792-418b-bdfa-122fe580b58d tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948715 Oct 27 14:11:24.108036 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-25b744f7-98b8-4343-ba36-48125ac1755f req-43f0dbfa-23d1-4ae5-8e9a-b3d7c5bcbc87 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] For port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:24.108686 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-25b744f7-98b8-4343-ba36-48125ac1755f req-43f0dbfa-23d1-4ae5-8e9a-b3d7c5bcbc87 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:24.148931 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c46be4-8911-4413-a396-e2c6e43b0c2e x-openstack-request-id: req-81c46be4-8911-4413-a396-e2c6e43b0c2e {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:24.149656 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "name": "network-vif-plugged", "status": "completed", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:24.149656 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-81c46be4-8911-4413-a396-e2c6e43b0c2e {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:24.150362 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'code': 200} Oct 27 14:11:24.152443 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-25b744f7-98b8-4343-ba36-48125ac1755f req-43f0dbfa-23d1-4ae5-8e9a-b3d7c5bcbc87 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Calling delete_port for 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:24.345734 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cf7e9-df43-454e-9b59-63b1ddfb1e88 req-7a256a2c-a8e4-47bd-aeab-de33c9018d9c tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:24.347292 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-138cf7e9-df43-454e-9b59-63b1ddfb1e88 req-7a256a2c-a8e4-47bd-aeab-de33c9018d9c tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 943 time: 0.0828938 Oct 27 14:11:24.431375 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-138cf7e9-df43-454e-9b59-63b1ddfb1e88 req-f00e5ea2-b938-40e6-acc8-9c28cc9e70f6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763631 Oct 27 14:11:24.466495 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-25b744f7-98b8-4343-ba36-48125ac1755f req-43f0dbfa-23d1-4ae5-8e9a-b3d7c5bcbc87 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:24.480013 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['60d5d634-d73e-43e2-9077-dd41c390011b', '9b8b3480-396e-4f51-94d1-f326ad7aef3e', '068771a3-6b8e-4d3f-9708-0f828f723d7d', '3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:24.510620 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0dbfa-23d1-4ae5-8e9a-b3d7c5bcbc87 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Pushing event deleted for resources: {'Port': ['ID=3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:24.602287 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b744f7-98b8-4343-ba36-48125ac1755f req-43f0dbfa-23d1-4ae5-8e9a-b3d7c5bcbc87 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] No DVR routers for this DVR port 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:11:24.607361 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-25b744f7-98b8-4343-ba36-48125ac1755f req-43f0dbfa-23d1-4ae5-8e9a-b3d7c5bcbc87 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:24.611482 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-25b744f7-98b8-4343-ba36-48125ac1755f req-43f0dbfa-23d1-4ae5-8e9a-b3d7c5bcbc87 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "DELETE /v2.0/ports/3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 HTTP/1.1" status: 204 len: 173 time: 1.0019634 Oct 27 14:11:24.612095 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17894aa2-3d8b-4ce1-bd00-92e52c1825f0', 'name': 'network-vif-deleted', 'tag': '3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:24.614455 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9314919-3c7f-4e82-9beb-2bf2bf946d95" -d '{"events": [{"server_uuid": "17894aa2-3d8b-4ce1-bd00-92e52c1825f0", "name": "network-vif-deleted", "tag": "3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:24.640681 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4e369-b6cd-49f6-ba5b-a9f6591f9983 req-fc47d4a6-9ed4-4e4e-aa54-ccfe668ea363 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:24.642536 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a2a4e369-b6cd-49f6-ba5b-a9f6591f9983 req-fc47d4a6-9ed4-4e4e-aa54-ccfe668ea363 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0976624 Oct 27 14:11:24.783860 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a2a4e369-b6cd-49f6-ba5b-a9f6591f9983 req-84e7dccf-febd-4099-a5df-88ad45df0c9b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122053 Oct 27 14:11:24.888168 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-29874150-f976-48ca-8fd1-3c89eab090f5 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:24.891472 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-29874150-f976-48ca-8fd1-3c89eab090f5 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/networks?id=c0995375-e054-40e9-8e71-5bfdb80f49d9 HTTP/1.1" status: 200 len: 813 time: 0.1748285 Oct 27 14:11:24.912748 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7e72ec15-28ad-4d75-a85e-714a194dc4e5 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/quotas/e557227f6d404acba108444e2f807bc2 HTTP/1.1" status: 200 len: 375 time: 0.0120273 Oct 27 14:11:24.969936 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-07602ae9-e038-4077-b94c-417af8ff0cb1 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e557227f6d404acba108444e2f807bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457594 Oct 27 14:11:25.183076 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-bb050032-e13a-41ee-9d2c-1984af0c86ac service neutron] 10.222.0.85 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952543 Oct 27 14:11:25.252621 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4b878-9331-4439-b136-52c7f8fb5943 req-18caf784-1946-4129-9328-f110a983c1dc tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:25.255158 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3be4b878-9331-4439-b136-52c7f8fb5943 req-18caf784-1946-4129-9328-f110a983c1dc tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1359086 Oct 27 14:11:25.393289 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3be4b878-9331-4439-b136-52c7f8fb5943 req-56b332d9-66ef-487a-a6ed-deeb684f3192 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040604 Oct 27 14:11:25.412891 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb1458-b2e9-492b-9733-fad2733186bb req-7db4e748-0718-4672-b7af-147cc20762c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:25.412891 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-86cb1458-b2e9-492b-9733-fad2733186bb req-7db4e748-0718-4672-b7af-147cc20762c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 1098 time: 0.2241409 Oct 27 14:11:25.712828 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-e19cc498-ffe8-4536-9f3b-6746c2a66294 service neutron] 10.222.0.85 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136487 Oct 27 14:11:25.807593 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c626e29c-0522-4ac1-8d0f-5df19ab7922b x-openstack-request-id: req-c626e29c-0522-4ac1-8d0f-5df19ab7922b {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:25.807887 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17894aa2-3d8b-4ce1-bd00-92e52c1825f0", "name": "network-vif-deleted", "tag": "3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:25.808147 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c626e29c-0522-4ac1-8d0f-5df19ab7922b {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:25.808545 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17894aa2-3d8b-4ce1-bd00-92e52c1825f0', 'name': 'network-vif-deleted', 'tag': '3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578', 'status': 'completed', 'code': 200} Oct 27 14:11:25.823599 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb1458-b2e9-492b-9733-fad2733186bb req-056919fd-f8b9-434a-9d13-97057671ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:25.825186 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-86cb1458-b2e9-492b-9733-fad2733186bb req-056919fd-f8b9-434a-9d13-97057671ecad service neutron] 10.222.0.71 "GET /v2.0/networks?id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee HTTP/1.1" status: 200 len: 912 time: 0.3993418 Oct 27 14:11:26.124829 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-86cb1458-b2e9-492b-9733-fad2733186bb req-9e548825-5477-4336-80ac-e40360cefba8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15887899-2093-4823-88fd-9157f73d58e7 HTTP/1.1" status: 200 len: 1000 time: 0.2860966 Oct 27 14:11:26.288102 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4a7ff-1065-41c2-9ad0-a6a7455d53a5 req-dd05b367-9099-4ee0-be29-fe690470928b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:26.299170 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e2c4a7ff-1065-41c2-9ad0-a6a7455d53a5 req-dd05b367-9099-4ee0-be29-fe690470928b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 943 time: 0.1663702 Oct 27 14:11:26.312946 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843d9bd-404d-4a06-9942-cbc42e43224a req-e5ff39ee-ebe0-4a01-b43b-8029628cdafe tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:26.314602 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b843d9bd-404d-4a06-9942-cbc42e43224a req-e5ff39ee-ebe0-4a01-b43b-8029628cdafe tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.3191624 Oct 27 14:11:26.390866 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e2c4a7ff-1065-41c2-9ad0-a6a7455d53a5 req-379e1523-6a42-498d-933d-d78e77c93e91 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951533 Oct 27 14:11:26.403149 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb1458-b2e9-492b-9733-fad2733186bb req-1882c29f-07e5-4ac0-9802-4f20bb997999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:26.404725 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-86cb1458-b2e9-492b-9733-fad2733186bb req-1882c29f-07e5-4ac0-9802-4f20bb997999 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed1d1075-aeaf-4999-be5f-fa472215f194 HTTP/1.1" status: 200 len: 849 time: 0.2655027 Oct 27 14:11:26.521780 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b843d9bd-404d-4a06-9942-cbc42e43224a req-98748532-58f2-475b-bcb1-c162c0b6f108 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818390 Oct 27 14:11:26.666128 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:26.715660 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:11:26.718632 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 3d0109dd-8bb8-434e-a4b1-7a4b1d7ad578 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:11:26.902193 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb1458-b2e9-492b-9733-fad2733186bb req-52edcf64-968a-444a-afa4-b5657c6693e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:26.903730 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-86cb1458-b2e9-492b-9733-fad2733186bb req-52edcf64-968a-444a-afa4-b5657c6693e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4667237 Oct 27 14:11:27.063699 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad9efb-0127-4687-b26b-51ca686631cf req-4d272173-e2b3-4a15-b19c-337968e0549e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:27.073314 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-18ad9efb-0127-4687-b26b-51ca686631cf req-4d272173-e2b3-4a15-b19c-337968e0549e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.5434492 Oct 27 14:11:27.293078 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-18ad9efb-0127-4687-b26b-51ca686631cf req-1937ff98-f020-4c93-b274-57004fc7c945 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175198 Oct 27 14:11:27.347339 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-86cb1458-b2e9-492b-9733-fad2733186bb req-0ce33336-8668-4f07-ab44-d934970d5558 service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332867 Oct 27 14:11:27.487364 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3232a2d5-95a6-466b-a2d5-32fdeab57ab7 req-69d2dc44-c73f-44a5-9793-d6d45cbe7d26 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 210 time: 0.0849729 Oct 27 14:11:27.548796 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-86cb1458-b2e9-492b-9733-fad2733186bb req-b13a1020-202a-4a01-9fc9-4971c25ddc8f service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926687 Oct 27 14:11:27.717121 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c893f-b9aa-450b-89b4-f2a54a9e9091 req-72184204-c66a-4adb-900a-4dc4a4d6851c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:27.719467 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2b8c893f-b9aa-450b-89b4-f2a54a9e9091 req-72184204-c66a-4adb-900a-4dc4a4d6851c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0836177 Oct 27 14:11:27.840934 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2b8c893f-b9aa-450b-89b4-f2a54a9e9091 req-7ff4a789-06fb-4d4b-a0af-16708235ae21 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073251 Oct 27 14:11:27.960097 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-ca5debc0-f109-4b2a-8782-a049b15d0eda tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:27.961819 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-ca5debc0-f109-4b2a-8782-a049b15d0eda tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.71 "GET /v2.0/networks?id=c0995375-e054-40e9-8e71-5bfdb80f49d9 HTTP/1.1" status: 200 len: 813 time: 0.1924722 Oct 27 14:11:27.980754 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Request body: {'port': {'device_id': 'f40bbdf7-2daa-4c43-bb64-5d7e74d23348', 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9', 'admin_state_up': True, 'tenant_id': 'e557227f6d404acba108444e2f807bc2'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:28.145485 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Made reservation on behalf of e557227f6d404acba108444e2f807bc2 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:28.149940 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.373573 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbab3e-f99e-4518-9f4b-6a585d62a35e req-4f08445b-d9a0-4c0e-8ea6-7f6de09d1874 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:28.382366 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f8fbab3e-f99e-4518-9f4b-6a585d62a35e req-4f08445b-d9a0-4c0e-8ea6-7f6de09d1874 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 943 time: 0.1094675 Oct 27 14:11:28.445902 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f8fbab3e-f99e-4518-9f4b-6a585d62a35e req-91af7a62-d117-405a-8dbe-eab3d6adf0bc tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625329 Oct 27 14:11:28.449701 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Allocated IP 172.20.0.8 (c0995375-e054-40e9-8e71-5bfdb80f49d9/d9f67c19-0718-4010-9ec0-db517915c7f9/aa6b322d-3edd-4f7e-8d3e-0fad55862f04) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:28.708755 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93420ebb-6280-47d8-b0be-152625ef9350 req-6ed4c910-81f4-4d15-8059-87414a0725cf tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:28.716227 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-93420ebb-6280-47d8-b0be-152625ef9350 req-6ed4c910-81f4-4d15-8059-87414a0725cf tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1459608 Oct 27 14:11:28.795496 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-93420ebb-6280-47d8-b0be-152625ef9350 req-c6b00c77-10e1-4e12-b5d2-97f373bd4db0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751848 Oct 27 14:11:28.808716 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.890771 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:29.015854 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Network c0995375-e054-40e9-8e71-5bfdb80f49d9 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:29.027257 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:29.038729 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:29.058807 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:29.059640 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:29.136376 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1642382 Oct 27 14:11:29.183647 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Request body: {'port': {'device_id': 'f40bbdf7-2daa-4c43-bb64-5d7e74d23348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:29.243707 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eebec9-5389-4446-8193-e8d7e577eb24 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Pushing event updated for resources: {'Port': ['ID=aa6b322d-3edd-4f7e-8d3e-0fad55862f04,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:29.285060 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1d846-e0c5-430a-8396-c2b639e70a3c req-293d0225-3065-4d44-81e0-ab3edf7a07bf tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:29.311207 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8cd1d846-e0c5-430a-8396-c2b639e70a3c req-293d0225-3065-4d44-81e0-ab3edf7a07bf tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 946 time: 0.4096854 Oct 27 14:11:29.458792 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8cd1d846-e0c5-430a-8396-c2b639e70a3c req-d3dfcc12-d736-4c80-93ec-4631dc522d1f tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459022 Oct 27 14:11:29.585624 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:29.780283 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e7c11-d890-4524-abfb-36c2b125cdfd req-2f98194e-3e22-406c-b878-405bd1c18a84 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:29.782029 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec6e7c11-d890-4524-abfb-36c2b125cdfd req-2f98194e-3e22-406c-b878-405bd1c18a84 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.1344824 Oct 27 14:11:29.873804 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec6e7c11-d890-4524-abfb-36c2b125cdfd req-d9e388ce-0322-40b5-979d-a06d82fa24b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856636 Oct 27 14:11:30.195277 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6b322d-3edd-4f7e-8d3e-0fad55862f04 {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:30.212729 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:30.234940 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Transition to ACTIVE for port object aa6b322d-3edd-4f7e-8d3e-0fad55862f04 will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:11:30.245585 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:30.259703 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eddcda-b142-41a2-827d-6496c8139a56 req-246d80f1-17a2-4674-8c36-608754fe986c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:30.278747 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-78eddcda-b142-41a2-827d-6496c8139a56 req-246d80f1-17a2-4674-8c36-608754fe986c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 931 time: 0.1404426 Oct 27 14:11:30.414802 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-78eddcda-b142-41a2-827d-6496c8139a56 req-31ecc596-0d6e-45ec-bb02-222b8f876b01 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350248 Oct 27 14:11:30.415557 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Pushing event updated for resources: {'Port': ['ID=aa6b322d-3edd-4f7e-8d3e-0fad55862f04,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:30.528986 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1a7a6-cd64-40a0-a46e-172f54f600cd req-6c511788-d4b4-4720-8a95-14bebb3f2f3e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:30.531001 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7de1a7a6-cd64-40a0-a46e-172f54f600cd req-6c511788-d4b4-4720-8a95-14bebb3f2f3e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 946 time: 0.2060375 Oct 27 14:11:30.541086 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Attempting to bind port aa6b322d-3edd-4f7e-8d3e-0fad55862f04 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:30.541428 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Attempting to bind port aa6b322d-3edd-4f7e-8d3e-0fad55862f04 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'ea401d1f-3536-49de-af18-54dd4a5cc161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:30.541756 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Attempting to bind port aa6b322d-3edd-4f7e-8d3e-0fad55862f04 on network c0995375-e054-40e9-8e71-5bfdb80f49d9 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:30.596104 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Port aa6b322d-3edd-4f7e-8d3e-0fad55862f04 on network c0995375-e054-40e9-8e71-5bfdb80f49d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:11:30.596469 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Attempting to bind port aa6b322d-3edd-4f7e-8d3e-0fad55862f04 on network c0995375-e054-40e9-8e71-5bfdb80f49d9 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:30.617191 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:30.617579 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Checking segment: {'id': 'ea401d1f-3536-49de-af18-54dd4a5cc161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:30.617928 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Bound using segment: {'id': 'ea401d1f-3536-49de-af18-54dd4a5cc161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:30.618371 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Bound port: aa6b322d-3edd-4f7e-8d3e-0fad55862f04, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea401d1f-3536-49de-af18-54dd4a5cc161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:30.618740 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:30.685421 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c096d8-ba05-437a-b5c8-1a7f7ddc9769 req-228aee7d-ae18-4398-bf48-92039905e507 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:30.693310 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-49c096d8-ba05-437a-b5c8-1a7f7ddc9769 req-228aee7d-ae18-4398-bf48-92039905e507 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1611979 Oct 27 14:11:30.705482 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 2a924378-fa68-4553-8201-a655778b931a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:11:30.807443 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-49c096d8-ba05-437a-b5c8-1a7f7ddc9769 req-e1bed9aa-916e-4be9-9745-a7df8cf21d23 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081274 Oct 27 14:11:30.811368 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] For port aa6b322d-3edd-4f7e-8d3e-0fad55862f04, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:30.822192 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] For port aa6b322d-3edd-4f7e-8d3e-0fad55862f04, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aa6b322d-3edd-4f7e-8d3e-0fad55862f04,segment=NetworkSegment(ea401d1f-3536-49de-af18-54dd4a5cc161),segment_id=ea401d1f-3536-49de-af18-54dd4a5cc161)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:30.841015 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-7de1a7a6-cd64-40a0-a46e-172f54f600cd req-9ac6cf21-9ca1-422a-9473-0f599f2692b9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Deleting port 068771a3-6b8e-4d3f-9708-0f828f723d7d {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:30.842333 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7de1a7a6-cd64-40a0-a46e-172f54f600cd req-9ac6cf21-9ca1-422a-9473-0f599f2692b9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:30.851268 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:30.931732 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:30.932629 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:30.934388 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] 10.222.0.71 "PUT /v2.0/ports/aa6b322d-3edd-4f7e-8d3e-0fad55862f04 HTTP/1.1" status: 200 len: 1093 time: 1.7970645 Oct 27 14:11:30.950658 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40bbdf7-2daa-4c43-bb64-5d7e74d23348', 'tag': 'aa6b322d-3edd-4f7e-8d3e-0fad55862f04'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:30.955488 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb022f6-92b8-4f09-843d-d2d7a90ba432" -d '{"events": [{"name": "network-changed", "server_uuid": "f40bbdf7-2daa-4c43-bb64-5d7e74d23348", "tag": "aa6b322d-3edd-4f7e-8d3e-0fad55862f04"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:31.138171 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1e23f-d608-43e4-a5df-a18ed54302fb service neutron] Pushing event updated for resources: {'Port': ['ID=aa6b322d-3edd-4f7e-8d3e-0fad55862f04,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:31.228174 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-7de1a7a6-cd64-40a0-a46e-172f54f600cd req-9ac6cf21-9ca1-422a-9473-0f599f2692b9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] For port 068771a3-6b8e-4d3f-9708-0f828f723d7d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=068771a3-6b8e-4d3f-9708-0f828f723d7d,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:31.228554 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7de1a7a6-cd64-40a0-a46e-172f54f600cd req-9ac6cf21-9ca1-422a-9473-0f599f2692b9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:31.258131 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-d777fd4d-5965-4527-9827-b99f4ab35094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:31.259688 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-d777fd4d-5965-4527-9827-b99f4ab35094 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e557227f6d404acba108444e2f807bc2&device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 1096 time: 0.2648242 Oct 27 14:11:31.268032 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507b7b-2673-4059-8bc2-63ac377528f5 req-6b4d00fd-363b-4bc1-b755-ee127dac216a tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:31.275216 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fa507b7b-2673-4059-8bc2-63ac377528f5 req-6b4d00fd-363b-4bc1-b755-ee127dac216a tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 943 time: 0.3395224 Oct 27 14:11:31.293678 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 2a924378-fa68-4553-8201-a655778b931a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2a924378-fa68-4553-8201-a655778b931a,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:31.313864 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-7de1a7a6-cd64-40a0-a46e-172f54f600cd req-9ac6cf21-9ca1-422a-9473-0f599f2692b9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Calling delete_port for 068771a3-6b8e-4d3f-9708-0f828f723d7d owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:31.330418 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '2a924378-fa68-4553-8201-a655778b931a', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'port_id': '2a924378-fa68-4553-8201-a655778b931a', 'mac_address': 'fa:16:3e:7d:9f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:11:31.357047 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-d87f2a4b-4962-4a1b-b492-102e47f9d90f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa6b322d-3edd-4f7e-8d3e-0fad55862f04 HTTP/1.1" status: 200 len: 217 time: 0.0662153 Oct 27 14:11:31.455907 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fa507b7b-2673-4059-8bc2-63ac377528f5 req-4b05aa1f-6f74-4c94-bf64-8e2349bc1317 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709342 Oct 27 14:11:31.474734 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:31.500651 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-c32a4d47-4570-41b2-9993-78f8b1714fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:31.502336 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-c32a4d47-4570-41b2-9993-78f8b1714fc8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d9f67c19-0718-4010-9ec0-db517915c7f9 HTTP/1.1" status: 200 len: 853 time: 0.1355057 Oct 27 14:11:31.518018 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a924378-fa68-4553-8201-a655778b931a {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:31.548501 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 2a924378-fa68-4553-8201-a655778b931a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2a924378-fa68-4553-8201-a655778b931a,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:31.557626 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:31.583907 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-0136e428-83b1-4fc0-8156-05e68bc999c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c0995375-e054-40e9-8e71-5bfdb80f49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620956 Oct 27 14:11:31.667257 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=2a924378-fa68-4553-8201-a655778b931a,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:31.709425 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-0e623df3-0692-4b07-997b-f5d5c830b0a2 service neutron] 10.222.0.71 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169140 Oct 27 14:11:31.728394 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5064784-e613-4972-bf49-b56930cd6cf1 req-eba11e69-1250-4fe6-be77-4cd00d1f5478 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:31.730105 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a5064784-e613-4972-bf49-b56930cd6cf1 req-eba11e69-1250-4fe6-be77-4cd00d1f5478 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.2193353 Oct 27 14:11:31.864796 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7de1a7a6-cd64-40a0-a46e-172f54f600cd req-9ac6cf21-9ca1-422a-9473-0f599f2692b9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:31.884943 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['60d5d634-d73e-43e2-9077-dd41c390011b', '9b8b3480-396e-4f51-94d1-f326ad7aef3e'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:31.935822 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a5064784-e613-4972-bf49-b56930cd6cf1 req-14859f60-2161-4b15-b4ba-f32421726122 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718946 Oct 27 14:11:31.941986 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6cf21-9ca1-422a-9473-0f599f2692b9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Pushing event deleted for resources: {'Port': ['ID=068771a3-6b8e-4d3f-9708-0f828f723d7d,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:31.983329 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de1a7a6-cd64-40a0-a46e-172f54f600cd req-9ac6cf21-9ca1-422a-9473-0f599f2692b9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] No DVR routers for this DVR port 068771a3-6b8e-4d3f-9708-0f828f723d7d on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:11:31.986278 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-7de1a7a6-cd64-40a0-a46e-172f54f600cd req-9ac6cf21-9ca1-422a-9473-0f599f2692b9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:31.990082 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7de1a7a6-cd64-40a0-a46e-172f54f600cd req-9ac6cf21-9ca1-422a-9473-0f599f2692b9 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "DELETE /v2.0/ports/068771a3-6b8e-4d3f-9708-0f828f723d7d HTTP/1.1" status: 204 len: 173 time: 1.4430685 Oct 27 14:11:32.009595 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['2a924378-fa68-4553-8201-a655778b931a'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:32.024832 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-db1b0666-48f7-4dbf-bb38-a9ecdb5df8ab req-e58ddd6c-4215-4897-abf0-7846f191efe2 service neutron] 10.222.0.71 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610011 Oct 27 14:11:32.117676 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-02a37df1-1654-446e-b2f9-1023094dee2b req-9e3e1800-3f6a-4805-8136-306cd1d48ebc tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=33d21e2b-a722-4824-b404-e0493b36c4d1 HTTP/1.1" status: 200 len: 210 time: 0.0530221 Oct 27 14:11:32.279737 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a0de8-5784-47c7-af5d-944b28db39be req-bdff1e02-8176-4c64-ad0a-6caa089adfc3 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:32.290940 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8f1a0de8-5784-47c7-af5d-944b28db39be req-bdff1e02-8176-4c64-ad0a-6caa089adfc3 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0995882 Oct 27 14:11:32.374823 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8f1a0de8-5784-47c7-af5d-944b28db39be req-14b2c35d-7b6b-4eb4-97c2-02b18f520743 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827675 Oct 27 14:11:32.488640 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164e548f-fc6a-4027-9928-66df75fef382 x-openstack-request-id: req-164e548f-fc6a-4027-9928-66df75fef382 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:32.488932 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40bbdf7-2daa-4c43-bb64-5d7e74d23348", "tag": "aa6b322d-3edd-4f7e-8d3e-0fad55862f04", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:32.489190 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-164e548f-fc6a-4027-9928-66df75fef382 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:32.489592 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40bbdf7-2daa-4c43-bb64-5d7e74d23348', 'tag': 'aa6b322d-3edd-4f7e-8d3e-0fad55862f04', 'status': 'completed', 'code': 200} Oct 27 14:11:32.683992 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb022f6-92b8-4f09-843d-d2d7a90ba432 req-e32340b2-a22b-4cd0-af0f-d7a23e28650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:32.697960 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2eb022f6-92b8-4f09-843d-d2d7a90ba432 req-e32340b2-a22b-4cd0-af0f-d7a23e28650f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e557227f6d404acba108444e2f807bc2&device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 1096 time: 0.1747606 Oct 27 14:11:32.736634 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 068771a3-6b8e-4d3f-9708-0f828f723d7d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:32.789651 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 068771a3-6b8e-4d3f-9708-0f828f723d7d {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:11:32.790158 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 068771a3-6b8e-4d3f-9708-0f828f723d7d not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:11:32.807061 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78edf0-838d-4a0a-ac83-a491f41d6273 req-02b32855-fdda-4602-85f4-95baceb487ad tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:32.808779 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6a78edf0-838d-4a0a-ac83-a491f41d6273 req-02b32855-fdda-4602-85f4-95baceb487ad tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 943 time: 0.2123718 Oct 27 14:11:33.115349 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6a78edf0-838d-4a0a-ac83-a491f41d6273 req-c03e12ac-26da-4339-9969-17815ce57a96 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204366 Oct 27 14:11:33.288641 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb022f6-92b8-4f09-843d-d2d7a90ba432 req-829faa43-a3fd-4491-a5ed-f623244cfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:33.290228 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2eb022f6-92b8-4f09-843d-d2d7a90ba432 req-829faa43-a3fd-4491-a5ed-f623244cfdc6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c0995375-e054-40e9-8e71-5bfdb80f49d9 HTTP/1.1" status: 200 len: 915 time: 0.5501783 Oct 27 14:11:33.435028 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2eb022f6-92b8-4f09-843d-d2d7a90ba432 req-7c1eb05a-2eb6-4a5c-98a3-ef02f18faf6d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa6b322d-3edd-4f7e-8d3e-0fad55862f04 HTTP/1.1" status: 200 len: 217 time: 0.1268330 Oct 27 14:11:33.509030 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c9b9e-5dc3-46d8-a664-3f359ddb2999 req-e788bf4e-a5d1-4b2c-bc37-a2aa81d0c172 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:33.510957 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2f6c9b9e-5dc3-46d8-a664-3f359ddb2999 req-e788bf4e-a5d1-4b2c-bc37-a2aa81d0c172 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1337788 Oct 27 14:11:33.549184 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb022f6-92b8-4f09-843d-d2d7a90ba432 req-cff57d26-1e0f-4e20-945c-c3600200d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:33.552166 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2eb022f6-92b8-4f09-843d-d2d7a90ba432 req-cff57d26-1e0f-4e20-945c-c3600200d99f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d9f67c19-0718-4010-9ec0-db517915c7f9 HTTP/1.1" status: 200 len: 853 time: 0.1043963 Oct 27 14:11:33.593266 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2eb022f6-92b8-4f09-843d-d2d7a90ba432 req-c48e7fb3-8264-4da4-a607-a8b5e99b4d47 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c0995375-e054-40e9-8e71-5bfdb80f49d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292168 Oct 27 14:11:33.597040 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2f6c9b9e-5dc3-46d8-a664-3f359ddb2999 req-aeeef9d6-8ae6-4aa2-a08b-f8f20242ed81 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786180 Oct 27 14:11:33.820147 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-890283b8-cd7b-470c-ba1a-2fdf56963c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.087581 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2eb022f6-92b8-4f09-843d-d2d7a90ba432 req-98dea281-b843-4375-be8c-813fb35c70be service neutron] 10.222.0.71 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741330 Oct 27 14:11:34.169672 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373dca0-e8c7-4833-b03a-069a0e1500a3 req-6cb6d560-c7f9-4c68-b4eb-45db99335f7d tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:34.176868 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0373dca0-e8c7-4833-b03a-069a0e1500a3 req-6cb6d560-c7f9-4c68-b4eb-45db99335f7d tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 944 time: 0.1547892 Oct 27 14:11:34.308111 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2eb022f6-92b8-4f09-843d-d2d7a90ba432 req-460b375a-9eec-4c5c-9dda-f287c692daf4 service neutron] 10.222.0.71 "GET /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127442 Oct 27 14:11:34.364288 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0373dca0-e8c7-4833-b03a-069a0e1500a3 req-1b251347-9200-48f0-afa9-5d59a64afe69 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867168 Oct 27 14:11:34.491226 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d21e2b-a722-4824-b404-e0493b36c4d1', 'name': 'network-vif-deleted', 'tag': '068771a3-6b8e-4d3f-9708-0f828f723d7d'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:34.493658 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462d2b6d-4a0d-46a7-81bd-34f5afc9cec2" -d '{"events": [{"server_uuid": "33d21e2b-a722-4824-b404-e0493b36c4d1", "name": "network-vif-deleted", "tag": "068771a3-6b8e-4d3f-9708-0f828f723d7d"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:34.606648 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f892d7b-65fb-4b2d-81d0-a33dc0de7f7c req-b547d6a3-07c1-4c46-b780-02d7603457c0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:34.608458 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1f892d7b-65fb-4b2d-81d0-a33dc0de7f7c req-b547d6a3-07c1-4c46-b780-02d7603457c0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0998170 Oct 27 14:11:34.715768 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1f892d7b-65fb-4b2d-81d0-a33dc0de7f7c req-72cf9aab-1ee0-4fd4-a429-819adc5552e3 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980959 Oct 27 14:11:34.741165 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 2a924378-fa68-4553-8201-a655778b931a up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:34.896685 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 2a924378-fa68-4553-8201-a655778b931a completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:11:34.910198 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 2a924378-fa68-4553-8201-a655778b931a triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:34.911898 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.915453 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105b24e-7f5b-468d-a6e0-1243cc5274ea req-c96e9fd9-3a50-4173-b5ed-9ae62aead1b1 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:34.927626 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2105b24e-7f5b-468d-a6e0-1243cc5274ea req-c96e9fd9-3a50-4173-b5ed-9ae62aead1b1 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 943 time: 0.1376214 Oct 27 14:11:35.029632 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2105b24e-7f5b-468d-a6e0-1243cc5274ea req-5c60ae09-aac7-4e23-bde0-773ba3e9a823 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974603 Oct 27 14:11:35.131882 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.179767 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d89b0d-7f54-43fe-ac03-194305453349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a924378-fa68-4553-8201-a655778b931a'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:35.183164 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0e9000-b526-4d64-9287-3807df90abd6" -d '{"events": [{"server_uuid": "75d89b0d-7f54-43fe-ac03-194305453349", "name": "network-vif-plugged", "status": "completed", "tag": "2a924378-fa68-4553-8201-a655778b931a"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:35.206157 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 2a924378-fa68-4553-8201-a655778b931a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2a924378-fa68-4553-8201-a655778b931a,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:35.211320 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.338396 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=2a924378-fa68-4553-8201-a655778b931a,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:35.347754 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b1a095-b5de-4cf5-a2b8-d71923edda37 x-openstack-request-id: req-e4b1a095-b5de-4cf5-a2b8-d71923edda37 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:35.348327 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d21e2b-a722-4824-b404-e0493b36c4d1", "name": "network-vif-deleted", "tag": "068771a3-6b8e-4d3f-9708-0f828f723d7d", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:35.348327 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e4b1a095-b5de-4cf5-a2b8-d71923edda37 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:35.349773 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d21e2b-a722-4824-b404-e0493b36c4d1', 'name': 'network-vif-deleted', 'tag': '068771a3-6b8e-4d3f-9708-0f828f723d7d', 'status': 'completed', 'code': 200} Oct 27 14:11:35.473312 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7d539-765f-48a6-8241-becd7b88f15d req-29679d41-d3f7-4492-978d-b8980858d1a9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:35.481007 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1ac7d539-765f-48a6-8241-becd7b88f15d req-29679d41-d3f7-4492-978d-b8980858d1a9 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0676410 Oct 27 14:11:35.528388 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1ac7d539-765f-48a6-8241-becd7b88f15d req-e1a5d291-6b62-461e-91b9-e33ca35a3600 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425396 Oct 27 14:11:35.577518 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51e854f-4b24-49e9-8dea-8d480945ba5d x-openstack-request-id: req-f51e854f-4b24-49e9-8dea-8d480945ba5d {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:35.577839 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d89b0d-7f54-43fe-ac03-194305453349", "name": "network-vif-plugged", "status": "completed", "tag": "2a924378-fa68-4553-8201-a655778b931a", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:35.578251 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f51e854f-4b24-49e9-8dea-8d480945ba5d {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:35.578660 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d89b0d-7f54-43fe-ac03-194305453349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a924378-fa68-4553-8201-a655778b931a', 'code': 200} Oct 27 14:11:35.746666 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b2200-7cdd-4db3-87b0-ffacddf289ad req-d3534696-c081-4028-999e-296420002db0 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:35.756862 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4e5b2200-7cdd-4db3-87b0-ffacddf289ad req-d3534696-c081-4028-999e-296420002db0 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 945 time: 0.1041493 Oct 27 14:11:35.886177 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4e5b2200-7cdd-4db3-87b0-ffacddf289ad req-97d960eb-229e-42fc-856c-41c9fafcfd2e tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199119 Oct 27 14:11:36.123032 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb00b4-ab57-4966-85dd-939eb678a961 req-32facd58-8e97-41b7-8422-c15abf6ec07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:36.125063 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-14bb00b4-ab57-4966-85dd-939eb678a961 req-32facd58-8e97-41b7-8422-c15abf6ec07c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 1098 time: 0.1081095 Oct 27 14:11:36.200524 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170909cc-c3d7-4fdf-88de-ba7e0edf567e req-ea4e43f8-e612-49da-9688-b9de121bb40c tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:36.219682 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-170909cc-c3d7-4fdf-88de-ba7e0edf567e req-ea4e43f8-e612-49da-9688-b9de121bb40c tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 945 time: 0.2148621 Oct 27 14:11:36.246971 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-14bb00b4-ab57-4966-85dd-939eb678a961 req-a7d4f42b-f04c-4d58-b46c-5df6fe47291b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131306 Oct 27 14:11:36.295320 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-170909cc-c3d7-4fdf-88de-ba7e0edf567e req-ed00f9eb-7b93-4320-bad9-38130f1ef622 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743306 Oct 27 14:11:36.432602 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701315bd-c0c3-4ae4-9fc8-bf3c951678ff req-5f38cb5c-769a-4df8-8b7b-045df262310e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:36.434101 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-701315bd-c0c3-4ae4-9fc8-bf3c951678ff req-5f38cb5c-769a-4df8-8b7b-045df262310e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0766175 Oct 27 14:11:36.498495 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-701315bd-c0c3-4ae4-9fc8-bf3c951678ff req-74b2fe43-3578-4713-bc68-d25208b21945 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566356 Oct 27 14:11:36.671468 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57545591-8ced-48a9-8389-37a553f15bb8 req-ed2ba9e6-fbb7-435c-a15b-e87e760c2925 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:36.678911 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-57545591-8ced-48a9-8389-37a553f15bb8 req-ed2ba9e6-fbb7-435c-a15b-e87e760c2925 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 943 time: 0.1041434 Oct 27 14:11:36.717941 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-57545591-8ced-48a9-8389-37a553f15bb8 req-90acf4d1-beec-4576-a9c8-3d9b3b643759 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Oct 27 14:11:36.780087 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-90c8eedd-d2d2-4f70-9bc6-89e895c49bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:36.862507 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec837c-0a79-4fb2-b500-c5f7362fba46 req-396907b9-467b-457f-81a0-44fefaa7f380 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:36.864510 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dcec837c-0a79-4fb2-b500-c5f7362fba46 req-396907b9-467b-457f-81a0-44fefaa7f380 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0670743 Oct 27 14:11:36.935263 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dcec837c-0a79-4fb2-b500-c5f7362fba46 req-486e2326-3c15-4501-88bd-c7ed90e6ec62 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605798 Oct 27 14:11:37.198737 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d55f7-1c68-4cff-be1e-b666af2c72f9 req-ec2c7c9f-ece7-45b0-ac46-672bc39bc6e4 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:37.200203 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1e1d55f7-1c68-4cff-be1e-b666af2c72f9 req-ec2c7c9f-ece7-45b0-ac46-672bc39bc6e4 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 945 time: 0.1599674 Oct 27 14:11:37.255890 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1e1d55f7-1c68-4cff-be1e-b666af2c72f9 req-2e1b0e4f-70e2-4004-a4cb-f9ff4ebd8ca1 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487354 Oct 27 14:11:37.263434 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:11:37.559060 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a68f79-f8aa-4b82-88f0-c31ad89cba98 req-6c54b686-671e-4abb-baaf-7d241f8184ea tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:37.569242 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76a68f79-f8aa-4b82-88f0-c31ad89cba98 req-6c54b686-671e-4abb-baaf-7d241f8184ea tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 945 time: 0.1497586 Oct 27 14:11:37.587903 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247feb8a-5176-4567-a6d4-19dbba69d51a req-41608a51-46a3-4657-8419-b5b84f8e5c6c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:37.589596 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-247feb8a-5176-4567-a6d4-19dbba69d51a req-41608a51-46a3-4657-8419-b5b84f8e5c6c tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 945 time: 0.0946901 Oct 27 14:11:37.656285 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76a68f79-f8aa-4b82-88f0-c31ad89cba98 req-07821aac-1991-41f5-856b-84c9f2c5f521 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851712 Oct 27 14:11:37.793763 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.845901 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-247feb8a-5176-4567-a6d4-19dbba69d51a req-4d0285d3-d080-4a6f-bd11-506f5eb6da34 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Deleting port 9b8b3480-396e-4f51-94d1-f326ad7aef3e {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:37.846261 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-247feb8a-5176-4567-a6d4-19dbba69d51a req-4d0285d3-d080-4a6f-bd11-506f5eb6da34 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.875119 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42868e61-a33f-4c74-96c7-606b7243ceec req-d18e44a5-4ae1-4590-a9d3-d6656d1d389f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:37.883496 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-42868e61-a33f-4c74-96c7-606b7243ceec req-d18e44a5-4ae1-4590-a9d3-d6656d1d389f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.1154227 Oct 27 14:11:37.931602 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:38.071694 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-42868e61-a33f-4c74-96c7-606b7243ceec req-3d4650ae-17cc-4469-9414-968470b2e939 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874108 Oct 27 14:11:38.152918 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-247feb8a-5176-4567-a6d4-19dbba69d51a req-4d0285d3-d080-4a6f-bd11-506f5eb6da34 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] For port 9b8b3480-396e-4f51-94d1-f326ad7aef3e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9b8b3480-396e-4f51-94d1-f326ad7aef3e,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:38.154464 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-247feb8a-5176-4567-a6d4-19dbba69d51a req-4d0285d3-d080-4a6f-bd11-506f5eb6da34 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:38.191331 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-247feb8a-5176-4567-a6d4-19dbba69d51a req-4d0285d3-d080-4a6f-bd11-506f5eb6da34 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Calling delete_port for 9b8b3480-396e-4f51-94d1-f326ad7aef3e owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:38.305510 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a881255-c5db-4136-8ac1-a3f158c2401a req-acf472e9-dff1-4503-9ee1-2f7c0d504e22 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:38.313607 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7a881255-c5db-4136-8ac1-a3f158c2401a req-acf472e9-dff1-4503-9ee1-2f7c0d504e22 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 943 time: 0.1311305 Oct 27 14:11:38.375381 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7a881255-c5db-4136-8ac1-a3f158c2401a req-40e9be05-1f28-4ef1-84dd-932c97b45147 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577011 Oct 27 14:11:38.478856 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-247feb8a-5176-4567-a6d4-19dbba69d51a req-4d0285d3-d080-4a6f-bd11-506f5eb6da34 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:38.491810 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['60d5d634-d73e-43e2-9077-dd41c390011b', '9b8b3480-396e-4f51-94d1-f326ad7aef3e'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:38.535170 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0285d3-d080-4a6f-bd11-506f5eb6da34 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Pushing event deleted for resources: {'Port': ['ID=9b8b3480-396e-4f51-94d1-f326ad7aef3e,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:38.620037 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-247feb8a-5176-4567-a6d4-19dbba69d51a req-4d0285d3-d080-4a6f-bd11-506f5eb6da34 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] No DVR routers for this DVR port 9b8b3480-396e-4f51-94d1-f326ad7aef3e on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:11:38.623035 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-247feb8a-5176-4567-a6d4-19dbba69d51a req-4d0285d3-d080-4a6f-bd11-506f5eb6da34 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:38.628341 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-247feb8a-5176-4567-a6d4-19dbba69d51a req-4d0285d3-d080-4a6f-bd11-506f5eb6da34 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "DELETE /v2.0/ports/9b8b3480-396e-4f51-94d1-f326ad7aef3e HTTP/1.1" status: 204 len: 173 time: 1.0270798 Oct 27 14:11:38.642884 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67be3cc-1fc7-4fc3-bdd0-03c799491784', 'name': 'network-vif-deleted', 'tag': '9b8b3480-396e-4f51-94d1-f326ad7aef3e'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:38.665070 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2452fce2-cc4e-4801-ac94-d1f0fa0758a7" -d '{"events": [{"server_uuid": "b67be3cc-1fc7-4fc3-bdd0-03c799491784", "name": "network-vif-deleted", "tag": "9b8b3480-396e-4f51-94d1-f326ad7aef3e"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:38.716154 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558020c-46d2-4a2a-9461-85ba4cbf80bc req-7d0cc7d7-9244-4ad1-8763-45fa3846189d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:38.726685 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b558020c-46d2-4a2a-9461-85ba4cbf80bc req-7d0cc7d7-9244-4ad1-8763-45fa3846189d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.2330315 Oct 27 14:11:38.804930 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b558020c-46d2-4a2a-9461-85ba4cbf80bc req-ff3976b0-4726-4e98-a866-53efb2e9f50f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766122 Oct 27 14:11:38.934391 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c861cdd-4f50-404d-89e3-8e9258ff2e40 req-c352cb41-e305-447b-9a93-167e3b232257 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=b67be3cc-1fc7-4fc3-bdd0-03c799491784 HTTP/1.1" status: 200 len: 210 time: 0.0353210 Oct 27 14:11:39.017422 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd4486c-5845-4eae-b8ef-62024e5e6fd9 x-openstack-request-id: req-5cd4486c-5845-4eae-b8ef-62024e5e6fd9 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:39.017706 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67be3cc-1fc7-4fc3-bdd0-03c799491784", "name": "network-vif-deleted", "tag": "9b8b3480-396e-4f51-94d1-f326ad7aef3e", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:39.018060 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5cd4486c-5845-4eae-b8ef-62024e5e6fd9 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:39.018519 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67be3cc-1fc7-4fc3-bdd0-03c799491784', 'name': 'network-vif-deleted', 'tag': '9b8b3480-396e-4f51-94d1-f326ad7aef3e', 'status': 'completed', 'code': 200} Oct 27 14:11:39.114387 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-93f21fea-4cab-466b-b477-3236a0d3a21d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:39.116050 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-93f21fea-4cab-466b-b477-3236a0d3a21d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/networks?id=bc4a1d58-3c4c-43bc-bad6-f8833ae92972 HTTP/1.1" status: 200 len: 815 time: 0.1749713 Oct 27 14:11:39.140367 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7d7c5-6d25-4d52-be90-6b103a341f29 req-839942f7-c2c4-4ebc-9cdb-ee2d87446d4f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:39.142213 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2be7d7c5-6d25-4d52-be90-6b103a341f29 req-839942f7-c2c4-4ebc-9cdb-ee2d87446d4f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 945 time: 0.0918136 Oct 27 14:11:39.146591 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-f86924a2-6a45-4c96-9122-6367a7c388f1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/quotas/9fb32c18000f440e88bc81eec30692b9 HTTP/1.1" status: 200 len: 375 time: 0.0224581 Oct 27 14:11:39.234002 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2be7d7c5-6d25-4d52-be90-6b103a341f29 req-cf376d39-e0cb-48e7-85e2-82bb6b490b7c tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856595 Oct 27 14:11:39.248227 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-09627a00-d0a6-4642-9d65-667aa3cab8c6 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=9fb32c18000f440e88bc81eec30692b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940115 Oct 27 14:11:39.433233 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:39.473978 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d5459-92f0-4f7d-9604-5abb8bdb2729 req-1973159b-f4ab-41ca-b870-3c3b46043b02 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:39.502007 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-038d5459-92f0-4f7d-9604-5abb8bdb2729 req-1973159b-f4ab-41ca-b870-3c3b46043b02 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.1678405 Oct 27 14:11:39.544444 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-d0c54d87-c757-4d89-8c62-340360ee7bd0 service neutron] 10.222.0.85 "GET /v2.0/networks/bc4a1d58-3c4c-43bc-bad6-f8833ae92972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826226 Oct 27 14:11:39.592159 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-038d5459-92f0-4f7d-9604-5abb8bdb2729 req-8c4cdc9d-29d0-4343-9e71-54514369a384 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891075 Oct 27 14:11:39.759581 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-5950a2ca-6f94-4327-a3d3-f0977f599772 service neutron] 10.222.0.85 "GET /v2.0/networks/bc4a1d58-3c4c-43bc-bad6-f8833ae92972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083817 Oct 27 14:11:39.773043 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda440b-26de-4f73-b122-5fcd8f43376c req-f13f4bd3-b457-45c2-86b4-244d9121becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:39.774500 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0eda440b-26de-4f73-b122-5fcd8f43376c req-f13f4bd3-b457-45c2-86b4-244d9121becb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 1099 time: 0.0975389 Oct 27 14:11:39.783236 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c278c-7d79-489f-a26a-8382c76af590 req-21bd5b7e-7c7c-477c-b434-69f5c190dbc1 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:39.784802 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ee1c278c-7d79-489f-a26a-8382c76af590 req-21bd5b7e-7c7c-477c-b434-69f5c190dbc1 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 945 time: 0.1103590 Oct 27 14:11:39.914089 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ee1c278c-7d79-489f-a26a-8382c76af590 req-ab1273d4-15c0-4a6a-8785-94e0d24950f7 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177802 Oct 27 14:11:39.932724 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51148) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:39.999643 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda440b-26de-4f73-b122-5fcd8f43376c req-d4c99b13-6ae3-4312-ab30-4e2f0c8737eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:40.001235 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0eda440b-26de-4f73-b122-5fcd8f43376c req-d4c99b13-6ae3-4312-ab30-4e2f0c8737eb service neutron] 10.222.0.71 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 919 time: 0.2155123 Oct 27 14:11:40.172670 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0eda440b-26de-4f73-b122-5fcd8f43376c req-83bdf46e-a0cf-4ab6-ab8e-1aca1468e747 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab79689-5599-45f7-b77c-95b865b88b1d HTTP/1.1" status: 200 len: 1001 time: 0.1522052 Oct 27 14:11:40.184172 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b3a4b-3c10-4c01-9de3-ad1bd5fac62d req-0772f834-9366-4870-93a0-d74fc7430bcc tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:40.184767 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f805c4-a8a7-44ae-83d6-80da658753e9 tempest-TestVolumeBootPattern-1576771050 tempest-TestVolumeBootPattern-1576771050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:40.187174 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-24f805c4-a8a7-44ae-83d6-80da658753e9 tempest-TestVolumeBootPattern-1576771050 tempest-TestVolumeBootPattern-1576771050-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 1093 time: 0.2527883 Oct 27 14:11:40.190165 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51168) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:40.191696 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cf6b3a4b-3c10-4c01-9de3-ad1bd5fac62d req-0772f834-9366-4870-93a0-d74fc7430bcc tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 943 time: 0.1835058 Oct 27 14:11:40.195015 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'floatingip': {'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'port_id': '2a924378-fa68-4553-8201-a655778b931a', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:40.224513 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.239375 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cdcae-3326-4a2f-b075-751366a77e5e req-f9511ad6-eef7-491e-9dc2-6105759529e8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:40.241030 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a64cdcae-3326-4a2f-b075-751366a77e5e req-f9511ad6-eef7-491e-9dc2-6105759529e8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.2083156 Oct 27 14:11:40.303731 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda440b-26de-4f73-b122-5fcd8f43376c req-a4941643-3999-41b5-a2c8-f5d5598e90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:40.305378 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0eda440b-26de-4f73-b122-5fcd8f43376c req-a4941643-3999-41b5-a2c8-f5d5598e90d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad1ca395-0794-488c-93d8-0590c72f0634 HTTP/1.1" status: 200 len: 856 time: 0.1111157 Oct 27 14:11:40.308227 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cf6b3a4b-3c10-4c01-9de3-ad1bd5fac62d req-a3f9448d-5916-49f4-aae6-d3bce15732b9 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157036 Oct 27 14:11:40.316709 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a64cdcae-3326-4a2f-b075-751366a77e5e req-8a4348ed-9160-4d30-ab2f-a03cadc4dc8f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614674 Oct 27 14:11:40.353999 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.404419 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dddc29ce-d63c-4eed-b3d0-bae99f362676 req-8a32cf94-a098-402b-a8df-37ce9c5c9d9e tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 210 time: 0.0325015 Oct 27 14:11:40.407360 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda440b-26de-4f73-b122-5fcd8f43376c req-5da7e60f-7680-42c8-b1d1-24314cc35043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:40.408656 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0eda440b-26de-4f73-b122-5fcd8f43376c req-5da7e60f-7680-42c8-b1d1-24314cc35043 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766528 Oct 27 14:11:40.507693 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Allocated IP 172.27.0.62 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/c347736e-468d-4c03-aa64-b82671bd3852) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:40.545465 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0eda440b-26de-4f73-b122-5fcd8f43376c req-094afb36-9d10-4ba9-9e45-20da17fd4719 service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034486 Oct 27 14:11:40.639471 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.670190 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0eda440b-26de-4f73-b122-5fcd8f43376c req-0dfd6e13-a8c6-46f1-a0fa-e9584ed025d6 service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072645 Oct 27 14:11:40.681023 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.724335 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:40.727521 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:40.731318 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:40.760867 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 9b8b3480-396e-4f51-94d1-f326ad7aef3e no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:40.761543 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'Port': ['ID=c347736e-468d-4c03-aa64-b82671bd3852,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:40.762779 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551e155-7f69-4ead-83d6-e80cf0842d85 req-33a9b7c7-fd57-430d-97c5-ad812eee66b6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:40.764610 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e551e155-7f69-4ead-83d6-e80cf0842d85 req-33a9b7c7-fd57-430d-97c5-ad812eee66b6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.0686548 Oct 27 14:11:40.777171 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.777527 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.777852 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.778183 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.778512 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.778841 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.779476 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.779610 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.779829 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.780679 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.781031 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.781490 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:40.784278 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 9b8b3480-396e-4f51-94d1-f326ad7aef3e {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:11:40.784634 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 9b8b3480-396e-4f51-94d1-f326ad7aef3e not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:11:40.827925 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e551e155-7f69-4ead-83d6-e80cf0842d85 req-d57958cf-e64c-4de8-8d4d-063ecfc3adc5 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538421 Oct 27 14:11:40.859545 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a2da7-7ea2-40a3-ad88-7c216360ed1e req-75b091f5-1d2c-4959-a217-7d3d904c27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:40.861331 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b32a2da7-7ea2-40a3-ad88-7c216360ed1e req-75b091f5-1d2c-4959-a217-7d3d904c27b8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 1099 time: 0.0492940 Oct 27 14:11:40.913035 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b32a2da7-7ea2-40a3-ad88-7c216360ed1e req-62a7cb53-f2ae-4c27-8c72-a01fa2ae1c63 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Oct 27 14:11:41.244441 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:41.365035 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:41.566678 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0d5df-8db5-4a80-be38-ba8b3b3c8de8 req-9b3a67ea-1c24-4cf7-ab8f-33b420770be3 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:41.568599 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4fd0d5df-8db5-4a80-be38-ba8b3b3c8de8 req-9b3a67ea-1c24-4cf7-ab8f-33b420770be3 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 943 time: 0.1772270 Oct 27 14:11:41.599026 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c44972-5ebd-4c22-9ff7-16f4967a1a92 req-f32186fd-85e9-4619-a75b-c40a30b1526d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:41.601029 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-46c44972-5ebd-4c22-9ff7-16f4967a1a92 req-f32186fd-85e9-4619-a75b-c40a30b1526d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1605058 Oct 27 14:11:41.685081 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-6a7d08b9-a391-45c2-94bc-0c1cce273d6d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:41.686882 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-6a7d08b9-a391-45c2-94bc-0c1cce273d6d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.71 "GET /v2.0/networks?id=bc4a1d58-3c4c-43bc-bad6-f8833ae92972 HTTP/1.1" status: 200 len: 815 time: 0.2258260 Oct 27 14:11:41.689903 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4fd0d5df-8db5-4a80-be38-ba8b3b3c8de8 req-36897a02-7416-4193-82fd-20535d129e1e tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142335 Oct 27 14:11:41.703311 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-46c44972-5ebd-4c22-9ff7-16f4967a1a92 req-23869ad7-68a0-4401-b230-523e9758dc96 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889585 Oct 27 14:11:41.708728 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Request body: {'port': {'device_id': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'admin_state_up': True, 'tenant_id': '9fb32c18000f440e88bc81eec30692b9'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:41.802244 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:41.808416 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:41.837469 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-785508e0-0414-4c0d-8469-e8ac90847ecd req-479d821c-cb4c-4f93-8ae9-95a3a3d01179 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 210 time: 0.0472267 Oct 27 14:11:41.896050 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Made reservation on behalf of 9fb32c18000f440e88bc81eec30692b9 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:41.900555 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:41.930531 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'Port': ['ID=c347736e-468d-4c03-aa64-b82671bd3852,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:41.946666 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.071389 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.l3_db [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Floating IP 421eb938-fcc7-4f80-8885-5007c4e975b0 associated. External IP: 172.27.0.62, port: 2a924378-fa68-4553-8201-a655778b931a. Oct 27 14:11:42.105112 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc1a34-ec71-4a4c-9ed8-27336ffefadb req-68f5ec4e-d2cb-486b-bf8c-8a9085b046ed tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:42.106723 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5dbc1a34-ec71-4a4c-9ed8-27336ffefadb req-68f5ec4e-d2cb-486b-bf8c-8a9085b046ed tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.1359859 Oct 27 14:11:42.152555 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213a8a8-6fa2-4e97-af62-2539dbda5268 req-fa520909-cf8d-4f77-af3c-e47ff33a4f28 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:42.154555 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e213a8a8-6fa2-4e97-af62-2539dbda5268 req-fa520909-cf8d-4f77-af3c-e47ff33a4f28 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.1512678 Oct 27 14:11:42.156825 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Allocated IP 172.20.0.8 (bc4a1d58-3c4c-43bc-bad6-f8833ae92972/e985bd55-fe62-4f3c-a62d-f2d490e3411c/d7dbd7ad-d681-4b28-a600-73b66f728573) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:42.233432 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5dbc1a34-ec71-4a4c-9ed8-27336ffefadb req-d8af0395-927f-486d-8f0e-08de795224be tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170213 Oct 27 14:11:42.272647 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e213a8a8-6fa2-4e97-af62-2539dbda5268 req-7cc53ce5-947a-4996-89c0-848e17078fcd tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084163 Oct 27 14:11:42.334389 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:11:42.496944 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:11:42.510941 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23831e3-6df4-40d7-bbab-f2898863a766 None None] Sync routers for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:11:42.535306 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23831e3-6df4-40d7-bbab-f2898863a766 None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:42.536359 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-e23831e3-6df4-40d7-bbab-f2898863a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:42.560850 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.659456 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0e56beea-119f-4066-94ee-595259500596 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4679186 Oct 27 14:11:42.660322 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d89b0d-7f54-43fe-ac03-194305453349', 'tag': '2a924378-fa68-4553-8201-a655778b931a'}] {{(pid=101656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:42.663104 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c9c6aa69a7403ae60e4d5f3bfcb1a729f741678d00f34414191addfe6d7192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29173f3-aed4-4e8f-b00d-b453558ca8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "75d89b0d-7f54-43fe-ac03-194305453349", "tag": "2a924378-fa68-4553-8201-a655778b931a"}]}' {{(pid=101656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:42.680192 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.688102 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51276) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:42.726708 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.763350 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aa6b322d-3edd-4f7e-8d3e-0fad55862f04 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:11:42.768030 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:42.789428 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:42.790413 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea51973-c93b-4512-aec7-a4b3830e8f41 x-openstack-request-id: req-8ea51973-c93b-4512-aec7-a4b3830e8f41 {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:42.790844 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d89b0d-7f54-43fe-ac03-194305453349", "tag": "2a924378-fa68-4553-8201-a655778b931a", "status": "completed", "code": 200}]} {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:42.791106 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8ea51973-c93b-4512-aec7-a4b3830e8f41 {{(pid=101656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:42.791569 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d89b0d-7f54-43fe-ac03-194305453349', 'tag': '2a924378-fa68-4553-8201-a655778b931a', 'status': 'completed', 'code': 200} Oct 27 14:11:42.792316 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:42.799667 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:42.800345 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.879775 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_v2 [None req-399a4649-95a4-458c-9d8f-28806f2b22b9 admin admin] Deleting subnet 8e96b3eb-009d-40d0-b11d-154656a63c40 {{(pid=101656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:11:42.881321 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1769044 Oct 27 14:11:42.891474 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-399a4649-95a4-458c-9d8f-28806f2b22b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.919660 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-e23831e3-6df4-40d7-bbab-f2898863a766 None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:42.932888 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e35de-f1a3-4bc9-9405-3aaa5890fadb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'Port': ['ID=d7dbd7ad-d681-4b28-a600-73b66f728573,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:43.011687 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-399a4649-95a4-458c-9d8f-28806f2b22b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5232373'] for subnet, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.083565 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aa6b322d-3edd-4f7e-8d3e-0fad55862f04, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aa6b322d-3edd-4f7e-8d3e-0fad55862f04,segment=NetworkSegment(ea401d1f-3536-49de-af18-54dd4a5cc161),segment_id=ea401d1f-3536-49de-af18-54dd4a5cc161)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:43.084610 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3309c8-6127-41a9-a4b4-bdd5111a5b07 req-2615cd28-2904-4c8c-9332-75d66f87457d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:43.086348 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0c3309c8-6127-41a9-a4b4-bdd5111a5b07 req-2615cd28-2904-4c8c-9332-75d66f87457d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1141560 Oct 27 14:11:43.096731 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d0229-bf1a-4ac5-9fae-e4e0a7044243 req-c5c9c41a-085a-4197-ad6e-74ce8d140cd4 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:43.104857 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-297d0229-bf1a-4ac5-9fae-e4e0a7044243 req-c5c9c41a-085a-4197-ad6e-74ce8d140cd4 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 943 time: 0.2675893 Oct 27 14:11:43.112497 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Request body: {'port': {'device_id': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:43.114866 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aab79689-5599-45f7-b77c-95b865b88b1d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:43.121759 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': 'aa6b322d-3edd-4f7e-8d3e-0fad55862f04', 'network_id': 'c0995375-e054-40e9-8e71-5bfdb80f49d9', 'port_id': 'aa6b322d-3edd-4f7e-8d3e-0fad55862f04', 'mac_address': 'fa:16:3e:87:57:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f67c19-0718-4010-9ec0-db517915c7f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:11:43.149644 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-399a4649-95a4-458c-9d8f-28806f2b22b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.222920 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.323387 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-399a4649-95a4-458c-9d8f-28806f2b22b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5109624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5122466'] for subnet, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.332709 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8716c51a-59d0-48e8-91c0-116bb024cb32 None None] Provisioning complete for port d7dbd7ad-d681-4b28-a600-73b66f728573 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:43.333480 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8716c51a-59d0-48e8-91c0-116bb024cb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.397918 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29173f3-aed4-4e8f-b00d-b453558ca8f0 req-078ddbb3-aab7-47e1-8742-0d9ce46d4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:43.399475 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c29173f3-aed4-4e8f-b00d-b453558ca8f0 req-078ddbb3-aab7-47e1-8742-0d9ce46d4c14 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 1098 time: 0.1961031 Oct 27 14:11:43.418769 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a4649-95a4-458c-9d8f-28806f2b22b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e96b3eb-009d-40d0-b11d-154656a63c40,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:43.424317 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-399a4649-95a4-458c-9d8f-28806f2b22b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.426674 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0c3309c8-6127-41a9-a4b4-bdd5111a5b07 req-966b5348-b927-46c5-8452-fbf9626f125c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193355 Oct 27 14:11:43.439967 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8716c51a-59d0-48e8-91c0-116bb024cb32 None None] Port d7dbd7ad-d681-4b28-a600-73b66f728573 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:43.447333 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-399a4649-95a4-458c-9d8f-28806f2b22b9 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8e96b3eb-009d-40d0-b11d-154656a63c40 HTTP/1.1" status: 204 len: 168 time: 0.7568736 Oct 27 14:11:43.449496 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51290) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:43.459018 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-297d0229-bf1a-4ac5-9fae-e4e0a7044243 req-8c3b5af5-b819-44a9-8bbf-3d3f25ae18e8 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531651 Oct 27 14:11:43.521752 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.608018 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-e23831e3-6df4-40d7-bbab-f2898863a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '421eb938-fcc7-4f80-8885-5007c4e975b0', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '2a924378-fa68-4553-8201-a655778b931a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:7d:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d89b0d-7f54-43fe-ac03-194305453349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:11:41Z', 'updated_at': '2021-10-27T14:11:41Z', 'revision_number': 0, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:43.616017 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.693213 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6b322d-3edd-4f7e-8d3e-0fad55862f04 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:43.710420 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.717345 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23831e3-6df4-40d7-bbab-f2898863a766 None None] Checking router: 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:11:43.744492 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23831e3-6df4-40d7-bbab-f2898863a766 None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:43.744715 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-e23831e3-6df4-40d7-bbab-f2898863a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:43.748311 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aa6b322d-3edd-4f7e-8d3e-0fad55862f04, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aa6b322d-3edd-4f7e-8d3e-0fad55862f04,segment=NetworkSegment(ea401d1f-3536-49de-af18-54dd4a5cc161),segment_id=ea401d1f-3536-49de-af18-54dd4a5cc161)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:43.756142 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:43.758944 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46b1e12-ce87-4773-bde2-44e61462e8fc" -d '{"events": [{"server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "name": "network-vif-unplugged", "status": "completed", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:43.774360 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:43.780499 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.794178 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.826070 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:43.837907 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ab21f3-c299-4a61-8840-6222240d5e8d') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:43.838507 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ab21f3-c299-4a61-8840-6222240d5e8d') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:43.852336 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1724978-758d-430b-95fb-c4e5281b9cde req-6571bc25-f364-4385-966f-b953a09df3f1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:43.853762 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.873525 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a1724978-758d-430b-95fb-c4e5281b9cde req-6571bc25-f364-4385-966f-b953a09df3f1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 931 time: 0.2135413 Oct 27 14:11:43.874537 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.899112 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b7bfe-9e08-41e7-bf01-e5be382337ff req-7455aadc-7dfd-4c3d-8f51-b11b41f474f0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:43.901774 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=aa6b322d-3edd-4f7e-8d3e-0fad55862f04,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:43.904555 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.914832 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:11:43.915285 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:43.921599 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-153b7bfe-9e08-41e7-bf01-e5be382337ff req-7455aadc-7dfd-4c3d-8f51-b11b41f474f0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 946 time: 0.2594497 Oct 27 14:11:43.984905 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-e23831e3-6df4-40d7-bbab-f2898863a766 None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:43.998533 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=aab79689-5599-45f7-b77c-95b865b88b1d,revision_number=8']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:11:44.031999 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:11:44.041719 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:44.057501 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:44.062734 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] 10.222.0.85 "DELETE /v2.0/networks/9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd HTTP/1.1" status: 204 len: 168 time: 0.6121907 Oct 27 14:11:44.090065 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574142c3-ae4d-468b-bc61-d1ef8f3bfb12 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a3a3d90-aa72-4eeb-9ef8-20afdb56ecfd,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:44.154078 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-153b7bfe-9e08-41e7-bf01-e5be382337ff req-372248e3-bfbf-432f-88a9-f0d36f30970e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314613 Oct 27 14:11:44.194796 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a1724978-758d-430b-95fb-c4e5281b9cde req-d7068922-de4b-450c-a73d-ad3559f601ed tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684398 Oct 27 14:11:44.223702 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['aa6b322d-3edd-4f7e-8d3e-0fad55862f04'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:44.326599 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152a92e-28c9-450f-960a-a371acaae21d x-openstack-request-id: req-0152a92e-28c9-450f-960a-a371acaae21d {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:44.326874 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "name": "network-vif-unplugged", "status": "completed", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:44.327916 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0152a92e-28c9-450f-960a-a371acaae21d {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:44.328516 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'code': 200} Oct 27 14:11:44.362490 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7dbd7ad-d681-4b28-a600-73b66f728573 {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:44.371226 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:44.384993 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51296) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:44.401847 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Transition to ACTIVE for port object d7dbd7ad-d681-4b28-a600-73b66f728573 will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:11:44.424056 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:44.463712 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-48e042b1-9a74-4045-9fcd-24dbefee0bd9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=403cbdd2f7e54a148b5f8f44b38a045d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774345 Oct 27 14:11:44.464716 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51300) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:44.565197 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-e23831e3-6df4-40d7-bbab-f2898863a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '421eb938-fcc7-4f80-8885-5007c4e975b0', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '2a924378-fa68-4553-8201-a655778b931a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:7d:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d89b0d-7f54-43fe-ac03-194305453349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:11:41Z', 'updated_at': '2021-10-27T14:11:41Z', 'revision_number': 0, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:44.626466 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f0574646-f6c5-43d5-ab5a-cfc6f5f5e0ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:44.649359 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23831e3-6df4-40d7-bbab-f2898863a766 None None] The sync data for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi is: [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '421eb938-fcc7-4f80-8885-5007c4e975b0', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '2a924378-fa68-4553-8201-a655778b931a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:7d:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d89b0d-7f54-43fe-ac03-194305453349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:11:41Z', 'updated_at': '2021-10-27T14:11:41Z', 'revision_number': 0, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:11:44.680731 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f0574646-f6c5-43d5-ab5a-cfc6f5f5e0ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:44.762539 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Pushing event updated for resources: {'Port': ['ID=d7dbd7ad-d681-4b28-a600-73b66f728573,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:44.781810 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f0574646-f6c5-43d5-ab5a-cfc6f5f5e0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:44.785380 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f0574646-f6c5-43d5-ab5a-cfc6f5f5e0ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:44.788460 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-f0574646-f6c5-43d5-ab5a-cfc6f5f5e0ee admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c9803fb4-e88b-499f-be8e-75fe9bcb1078 HTTP/1.1" status: 204 len: 168 time: 0.3221860 Oct 27 14:11:44.796112 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76844bdc-fce7-4718-acd3-515f57afa4d4 req-9c6e7843-2af1-4aa5-8232-842e8a4f9ff8 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:44.802705 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0574646-f6c5-43d5-ab5a-cfc6f5f5e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9803fb4-e88b-499f-be8e-75fe9bcb1078,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:44.807786 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76844bdc-fce7-4718-acd3-515f57afa4d4 req-9c6e7843-2af1-4aa5-8232-842e8a4f9ff8 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.4044902 Oct 27 14:11:44.875493 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Attempting to bind port d7dbd7ad-d681-4b28-a600-73b66f728573 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:44.875726 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Attempting to bind port d7dbd7ad-d681-4b28-a600-73b66f728573 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:44.876155 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Attempting to bind port d7dbd7ad-d681-4b28-a600-73b66f728573 on network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:44.909991 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Port d7dbd7ad-d681-4b28-a600-73b66f728573 on network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:11:44.911513 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Attempting to bind port d7dbd7ad-d681-4b28-a600-73b66f728573 on network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:44.937242 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:44.938011 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Checking segment: {'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:44.939104 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Bound using segment: {'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:44.943147 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Bound port: d7dbd7ad-d681-4b28-a600-73b66f728573, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93f9167-0272-47b1-85e5-3930a91f9e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:44.950637 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:44.976701 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76844bdc-fce7-4718-acd3-515f57afa4d4 req-8ae3ef6b-1a38-426d-ae6e-ab762f68b9bb tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591926 Oct 27 14:11:45.020761 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2916b-c511-458a-aace-128428e67fbd req-15a32891-8e96-45f3-aa49-a215373d917b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:45.037322 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ccc2916b-c511-458a-aace-128428e67fbd req-15a32891-8e96-45f3-aa49-a215373d917b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.4708893 Oct 27 14:11:45.117618 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844dd21-da33-485f-82cf-ce7feeb59906 None None] New status for floating IP 421eb938-fcc7-4f80-8885-5007c4e975b0: ACTIVE {{(pid=101657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:11:45.268043 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] For port d7dbd7ad-d681-4b28-a600-73b66f728573, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:45.274219 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ccc2916b-c511-458a-aace-128428e67fbd req-5311786a-f85a-47ae-b204-f009ff5bebfb tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359118 Oct 27 14:11:45.331125 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] For port d7dbd7ad-d681-4b28-a600-73b66f728573, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d7dbd7ad-d681-4b28-a600-73b66f728573,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:45.362803 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e97f7-3ef3-42ea-9cdf-5eb767f69fa2 req-3321f8e8-ec78-45b7-b566-47cdd7777a8f tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:45.374510 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e09e97f7-3ef3-42ea-9cdf-5eb767f69fa2 req-3321f8e8-ec78-45b7-b566-47cdd7777a8f tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 944 time: 0.2476621 Oct 27 14:11:45.382968 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:45.511655 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:45.512262 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:45.516109 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] 10.222.0.71 "PUT /v2.0/ports/d7dbd7ad-d681-4b28-a600-73b66f728573 HTTP/1.1" status: 200 len: 1093 time: 2.4263208 Oct 27 14:11:45.516109 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:45.517291 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a646d35-9d51-4546-bdeb-f551b0608882" -d '{"events": [{"name": "network-changed", "server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:45.548290 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e09e97f7-3ef3-42ea-9cdf-5eb767f69fa2 req-497e9033-375c-4de0-8eaf-6cd46e7d7738 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726701 Oct 27 14:11:45.553397 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca552aa-ecf9-41f4-a5d0-4738f7955373 service neutron] Pushing event updated for resources: {'Port': ['ID=d7dbd7ad-d681-4b28-a600-73b66f728573,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:45.587240 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df72c4-5007-433c-9901-9ffc0ca0f750 req-6e7d4eff-2fe1-4f7b-a33d-ffe10836e3cd tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:45.588851 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-07df72c4-5007-433c-9901-9ffc0ca0f750 req-6e7d4eff-2fe1-4f7b-a33d-ffe10836e3cd tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.1491973 Oct 27 14:11:45.751899 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-07df72c4-5007-433c-9901-9ffc0ca0f750 req-64d59cea-1294-40a4-982c-5c738a2119de tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464722 Oct 27 14:11:45.810086 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fc665-7dcb-47c7-bf41-f8366ca21bc9 req-0aa6c526-93cb-4dd7-8990-83a1110461eb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:45.819289 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-246fc665-7dcb-47c7-bf41-f8366ca21bc9 req-0aa6c526-93cb-4dd7-8990-83a1110461eb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 943 time: 0.1416762 Oct 27 14:11:45.931720 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-246fc665-7dcb-47c7-bf41-f8366ca21bc9 req-5ed72b44-94d7-4943-8b67-cf288502ffaf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949483 Oct 27 14:11:46.149298 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51344) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:46.203852 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d25e16-3545-4702-a75f-c22eeb7b5ae6 req-cc9b9256-4529-4255-8a5a-ff292e9024a2 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:46.205519 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-41d25e16-3545-4702-a75f-c22eeb7b5ae6 req-cc9b9256-4529-4255-8a5a-ff292e9024a2 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.0769682 Oct 27 14:11:46.245506 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-41d25e16-3545-4702-a75f-c22eeb7b5ae6 req-44cb1786-19c0-4462-bb1f-8e89ef1884b3 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Oct 27 14:11:46.287287 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-190182572-network', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:46.315801 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Made reservation on behalf of c924da1e65494809b6ceaf4b8a10e166 for: {'network': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:46.318156 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.331648 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.388629 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300c9e3-8f17-4a40-a371-729031fb694b req-b2f60cf0-af0d-4620-b764-bc3f5e23bc56 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:46.392457 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9300c9e3-8f17-4a40-a371-729031fb694b req-b2f60cf0-af0d-4620-b764-bc3f5e23bc56 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0719917 Oct 27 14:11:46.453653 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.458486 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.467426 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9300c9e3-8f17-4a40-a371-729031fb694b req-a559a6ac-bbea-42ee-83aa-566a80a0c009 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678108 Oct 27 14:11:46.479404 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1224} {{(pid=101656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:46.497493 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.497731 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.segments_db [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Added segment 328248be-ebc8-4d8d-993a-8ce9df622527 of type vlan for network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 Oct 27 14:11:46.498879 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f0cf2f-831b-402a-b608-9c1f6837f00e,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:46.541647 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.571204 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.572394 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:46.573265 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.626548 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4756153 Oct 27 14:11:46.629321 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51350) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:46.634278 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] Request body: {'subnet': {'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-190182572-subnet', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'ip_version': 4}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:46.656907 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee8f61-dfe5-4426-a4ec-a95cff65e54d admin admin] Pushing event updated for resources: {'Network': ['ID=ac770c01-1b9a-4b32-bd76-dffbf7a672f5,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:46.669984 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:11:46.671406 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] Made reservation on behalf of c924da1e65494809b6ceaf4b8a10e166 for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:46.676147 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5123651'] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.719369 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764da97-5a01-4a3e-846d-0e84e7048ca2 req-d835c165-3fab-4f48-824f-60b22df9cbb7 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:46.727177 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a764da97-5a01-4a3e-846d-0e84e7048ca2 req-d835c165-3fab-4f48-824f-60b22df9cbb7 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 944 time: 0.0940580 Oct 27 14:11:46.762439 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a764da97-5a01-4a3e-846d-0e84e7048ca2 req-a8160977-2846-483f-87e2-7bb16c9b6ff1 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342662 Oct 27 14:11:46.778746 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aa6b322d-3edd-4f7e-8d3e-0fad55862f04 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:46.898180 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port aa6b322d-3edd-4f7e-8d3e-0fad55862f04 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:11:46.906941 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port aa6b322d-3edd-4f7e-8d3e-0fad55862f04 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:46.907734 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.961137 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec1d8c-ffaf-4631-872a-f4bf0c7da4bd req-323ccb27-d0e7-47ec-aa9b-21dd3e311b0c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:46.964425 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cbec1d8c-ffaf-4631-872a-f4bf0c7da4bd req-323ccb27-d0e7-47ec-aa9b-21dd3e311b0c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.1153464 Oct 27 14:11:46.985390 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5109561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5123665'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.014609 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cbec1d8c-ffaf-4631-872a-f4bf0c7da4bd req-44083e55-49c2-41c4-998c-6f97961b7ca6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395753 Oct 27 14:11:47.056503 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.067660 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60fc371-9d94-4a14-99dd-a7c382854dc9,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:47.070072 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] Checking segment: {'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:47.070508 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] Network hostable DHCP agents. Network: ac770c01-1b9a-4b32-bd76-dffbf7a672f5, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:47.097943 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40bbdf7-2daa-4c43-bb64-5d7e74d23348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6b322d-3edd-4f7e-8d3e-0fad55862f04'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:47.100516 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db75e34c-fc45-48d2-b0fa-9ba5a954ed93" -d '{"events": [{"server_uuid": "f40bbdf7-2daa-4c43-bb64-5d7e74d23348", "name": "network-vif-plugged", "status": "completed", "tag": "aa6b322d-3edd-4f7e-8d3e-0fad55862f04"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:47.104722 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] Network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:47.118776 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, ac770c01-1b9a-4b32-bd76-dffbf7a672f5) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:47.123945 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.125109 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.133424 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aa6b322d-3edd-4f7e-8d3e-0fad55862f04, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aa6b322d-3edd-4f7e-8d3e-0fad55862f04,segment=NetworkSegment(ea401d1f-3536-49de-af18-54dd4a5cc161),segment_id=ea401d1f-3536-49de-af18-54dd4a5cc161)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:47.137148 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e7246-e9f2-45f8-8948-f77ac4ab97a4 None None] Network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:47.148375 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-b0d91970-ddd5-4b3e-9004-9c21bdce7576 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5179956 Oct 27 14:11:47.150315 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51358) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:47.154510 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.157833 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:47.178971 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de4bf7-417e-4366-8849-36e699da684a req-fe572ad0-ce6b-4dc9-885a-b29c4628dd93 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.186474 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-45de4bf7-417e-4366-8849-36e699da684a req-fe572ad0-ce6b-4dc9-885a-b29c4628dd93 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 943 time: 0.0924582 Oct 27 14:11:47.193183 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7919281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6096'] for router, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.194226 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7917633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7916488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6087'] for router, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.241849 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-45de4bf7-417e-4366-8849-36e699da684a req-44784f91-e134-4fe5-9b8d-73a2d7514bc6 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476134 Oct 27 14:11:47.284989 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b66a4c-5dba-41d8-91b5-2276d63f5a8c x-openstack-request-id: req-85b66a4c-5dba-41d8-91b5-2276d63f5a8c {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:47.285276 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40bbdf7-2daa-4c43-bb64-5d7e74d23348", "name": "network-vif-plugged", "status": "completed", "tag": "aa6b322d-3edd-4f7e-8d3e-0fad55862f04", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:47.285516 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-85b66a4c-5dba-41d8-91b5-2276d63f5a8c {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:47.285902 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40bbdf7-2daa-4c43-bb64-5d7e74d23348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6b322d-3edd-4f7e-8d3e-0fad55862f04', 'code': 200} Oct 27 14:11:47.289411 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=aa6b322d-3edd-4f7e-8d3e-0fad55862f04,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:47.323097 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.487776 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edea352-8acb-415f-a2f9-77de7559d3c1 req-a02309d7-7a3c-4628-9a71-3aac4ccd9748 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.496925 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8edea352-8acb-415f-a2f9-77de7559d3c1 req-a02309d7-7a3c-4628-9a71-3aac4ccd9748 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.1181023 Oct 27 14:11:47.542198 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.552839 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8edea352-8acb-415f-a2f9-77de7559d3c1 req-c3590fd9-67a1-412d-8187-b18d7403b633 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550120 Oct 27 14:11:47.597746 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6c49f7a-e7b8-54f4-9780-4f584f5b212c-ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9'}]}} from dv-cinder-815660-2-iscsi. {{(pid=101657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:11:47.598815 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.689365 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2594fd0-2cc4-41ed-886c-d69234e11771 req-61d2c97a-cf84-4b0e-b87a-9a865b71d565 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.691358 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f2594fd0-2cc4-41ed-886c-d69234e11771 req-61d2c97a-cf84-4b0e-b87a-9a865b71d565 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0707366 Oct 27 14:11:47.752277 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f2594fd0-2cc4-41ed-886c-d69234e11771 req-59806443-19de-4ce0-97a5-ae1e71b89cd6 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527849 Oct 27 14:11:47.796886 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.db_base_plugin_common [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Allocated IP 172.20.0.2 (ac770c01-1b9a-4b32-bd76-dffbf7a672f5/e60fc371-9d94-4a14-99dd-a7c382854dc9/760b8ab6-912c-4e45-b3eb-f89cc228c152) {{(pid=101657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:47.861710 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.885099 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.984503 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Publish callbacks [] for port, precommit_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.987149 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54ed41-0456-4c5b-9575-67171dd89d48 req-6a8facc9-15b0-4665-84f1-77223efbd37f tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.991200 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8e54ed41-0456-4c5b-9575-67171dd89d48 req-6a8facc9-15b0-4665-84f1-77223efbd37f tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 945 time: 0.0886927 Oct 27 14:11:47.995335 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:48.042589 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8e54ed41-0456-4c5b-9575-67171dd89d48 req-5ee47a38-bc72-49e9-9fe7-cea0f25ee820 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465772 Oct 27 14:11:48.055916 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 is already hosted by enough agents. {{(pid=101657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:48.064166 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.base_scheduler [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Resources bound (agent type, host, resource id): {{(pid=101657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:48.069042 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Pushing event updated for resources: {'Port': ['ID=760b8ab6-912c-4e45-b3eb-f89cc228c152,revision_number=1']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:48.070666 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Allocated IP 172.27.0.192 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/e23c9de5-4fa7-42a4-8b8b-6bb617e63439) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:48.077421 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Received port after_create {{(pid=101657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:48.188449 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Attempting to bind port 760b8ab6-912c-4e45-b3eb-f89cc228c152 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:48.188874 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Attempting to bind port 760b8ab6-912c-4e45-b3eb-f89cc228c152 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:48.189186 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Attempting to bind port 760b8ab6-912c-4e45-b3eb-f89cc228c152 on network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:48.205079 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:48.205569 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Checking segment: {'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:48.205859 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:48.206260 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Bound using segment: {'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:48.206754 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Bound port: 760b8ab6-912c-4e45-b3eb-f89cc228c152, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:48.207149 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:48.227002 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfb196-47ba-48cc-8a8a-50433cd645d2 req-e0093122-8f52-4255-afc6-ac9acc7052c5 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:48.232965 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5dcfb196-47ba-48cc-8a8a-50433cd645d2 req-e0093122-8f52-4255-afc6-ac9acc7052c5 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.1069007 Oct 27 14:11:48.259189 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:48.293833 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] For port 760b8ab6-912c-4e45-b3eb-f89cc228c152, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:48.298788 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] For port 760b8ab6-912c-4e45-b3eb-f89cc228c152, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=760b8ab6-912c-4e45-b3eb-f89cc228c152,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:48.306510 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:48.331925 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:48.344075 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5dcfb196-47ba-48cc-8a8a-50433cd645d2 req-4c5141c2-4168-4f00-8827-900aa2401c65 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023524 Oct 27 14:11:48.373828 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa357e5-116d-408c-9622-b9c520726c84 None None] Pushing event updated for resources: {'Port': ['ID=760b8ab6-912c-4e45-b3eb-f89cc228c152,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:48.401454 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:48.408169 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:48.412506 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:48.525580 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Pushing event updated for resources: {'Port': ['ID=e23c9de5-4fa7-42a4-8b8b-6bb617e63439,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:48.558431 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28001bf-2dc9-46e1-9826-87755efaddb7 req-2421e46e-4e92-43f4-966f-49a3b9e7bc01 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:48.560022 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f28001bf-2dc9-46e1-9826-87755efaddb7 req-2421e46e-4e92-43f4-966f-49a3b9e7bc01 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 943 time: 0.0933471 Oct 27 14:11:48.643743 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f28001bf-2dc9-46e1-9826-87755efaddb7 req-1ac891f5-8560-4558-b2f2-1efc121b6f69 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736961 Oct 27 14:11:48.703761 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:48.870184 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d53d9e-32e8-46ab-a9bc-fc71cc1fc823 req-54cc88ab-482c-4060-bc01-1a11543260f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:48.872095 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-33d53d9e-32e8-46ab-a9bc-fc71cc1fc823 req-54cc88ab-482c-4060-bc01-1a11543260f6 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.0807164 Oct 27 14:11:48.932116 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-33d53d9e-32e8-46ab-a9bc-fc71cc1fc823 req-b87d6b6d-7545-494d-a6cc-2219fb1479a2 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Oct 27 14:11:49.006480 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:49.059682 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d657e-3243-485e-9edd-2ea37db83c19 req-5246af25-93a0-4b82-9b37-ac591f32619e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:49.062094 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-530d657e-3243-485e-9edd-2ea37db83c19 req-5246af25-93a0-4b82-9b37-ac591f32619e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0594344 Oct 27 14:11:49.104077 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-530d657e-3243-485e-9edd-2ea37db83c19 req-92b35aaf-58ba-4aa6-8d0e-5d94423f2347 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366199 Oct 27 14:11:49.233863 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b8cc7-96af-4444-9e12-5aa7c92210a8 req-6c67f021-2aa1-4590-8109-f0516892df5d tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:49.235622 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d5b8cc7-96af-4444-9e12-5aa7c92210a8 req-6c67f021-2aa1-4590-8109-f0516892df5d tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 945 time: 0.0633056 Oct 27 14:11:49.281325 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d5b8cc7-96af-4444-9e12-5aa7c92210a8 req-5325e189-ac07-4ba6-848a-1853eac74b1b tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368199 Oct 27 14:11:49.282442 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7917642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916437'] for router, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:49.463958 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 is scheduled to L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 with binding_index 1 {{(pid=101656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:11:49.526649 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd2ce6-c287-4a6d-83c5-50a4859ee829 req-1ed7f6de-d1ad-4dca-9bf9-e28a71498370 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:49.528623 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-05fd2ce6-c287-4a6d-83c5-50a4859ee829 req-1ed7f6de-d1ad-4dca-9bf9-e28a71498370 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0667582 Oct 27 14:11:49.578475 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-05fd2ce6-c287-4a6d-83c5-50a4859ee829 req-4a6cff98-b4a9-4b42-9fef-0ec22800391e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409706 Oct 27 14:11:49.606131 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:11:49.619206 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Sync routers for ids ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:11:49.634491 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Routers {'95d89f2b-4d20-48eb-8f74-6ab31433bc79'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:49.635390 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:49.643910 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] Publish callbacks [] for router, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:49.645265 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0f415b7d-f3bb-441e-9815-e20dbb3aecf5 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4939885 Oct 27 14:11:49.648160 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 51380) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:49.669770 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29cee7e-5909-47c8-9a96-5f153a30bced None None] Network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:49.798239 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Set router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:49.915306 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-af07e5b6-41fe-4e53-8f8a-2f8fb134a8e6 None None] Provisioning complete for port 760b8ab6-912c-4e45-b3eb-f89cc228c152 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:49.915862 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-af07e5b6-41fe-4e53-8f8a-2f8fb134a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.037426 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:48Z', 'revision_number': 3, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:50.065782 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-af07e5b6-41fe-4e53-8f8a-2f8fb134a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.080761 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Checking router: 95d89f2b-4d20-48eb-8f74-6ab31433bc79 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:11:50.081385 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Updating router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 port e23c9de5-4fa7-42a4-8b8b-6bb617e63439 binding host dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:11:50.153713 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.169068 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7451c4-1302-4538-ad7b-2f69f8efa293 req-86dbf13d-df82-4754-8999-76a1ad4b1b7b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:50.170444 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-af07e5b6-41fe-4e53-8f8a-2f8fb134a8e6 None None] For port 760b8ab6-912c-4e45-b3eb-f89cc228c152, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=760b8ab6-912c-4e45-b3eb-f89cc228c152,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:50.170587 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d7451c4-1302-4538-ad7b-2f69f8efa293 req-86dbf13d-df82-4754-8999-76a1ad4b1b7b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 943 time: 0.3926921 Oct 27 14:11:50.180103 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-af07e5b6-41fe-4e53-8f8a-2f8fb134a8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.254298 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07e5b6-41fe-4e53-8f8a-2f8fb134a8e6 None None] Pushing event updated for resources: {'Port': ['ID=760b8ab6-912c-4e45-b3eb-f89cc228c152,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:50.317401 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-53c6609b-1685-42e5-81e6-8b88f8633e5e None None] Provisioning complete for port 760b8ab6-912c-4e45-b3eb-f89cc228c152 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:50.317709 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-53c6609b-1685-42e5-81e6-8b88f8633e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.355945 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d7451c4-1302-4538-ad7b-2f69f8efa293 req-e125eaa5-9add-4956-84b0-be12b8273b25 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571407 Oct 27 14:11:50.358077 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.504107 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 760b8ab6-912c-4e45-b3eb-f89cc228c152 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:50.577411 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb49389-48ce-4582-a221-a39c90cab5d5 req-6ca51dee-56f1-494f-aca0-b321edbbac60 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:50.578973 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-beb49389-48ce-4582-a221-a39c90cab5d5 req-6ca51dee-56f1-494f-aca0-b321edbbac60 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.1405826 Oct 27 14:11:50.617046 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 760b8ab6-912c-4e45-b3eb-f89cc228c152 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:50.617606 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.677331 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-beb49389-48ce-4582-a221-a39c90cab5d5 req-e08b492f-6fc6-4274-9c6a-1f2a270ed229 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855882 Oct 27 14:11:50.697275 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Allocated IP 172.20.0.1 (ac770c01-1b9a-4b32-bd76-dffbf7a672f5/e60fc371-9d94-4a14-99dd-a7c382854dc9/e45a3b40-0675-41b4-bf5a-1cc1e5c4f586) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:50.704073 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Publish callbacks [] for port, precommit_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.714949 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.783463 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Pushing event updated for resources: {'Port': ['ID=e23c9de5-4fa7-42a4-8b8b-6bb617e63439,revision_number=2']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:50.785626 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Attempting to bind port e23c9de5-4fa7-42a4-8b8b-6bb617e63439 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:50.785994 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Attempting to bind port e23c9de5-4fa7-42a4-8b8b-6bb617e63439 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:50.786355 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Attempting to bind port e23c9de5-4fa7-42a4-8b8b-6bb617e63439 on network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:50.804522 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:50.805064 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Checking segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:50.805468 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.805861 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Bound using segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:50.806323 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Bound port: e23c9de5-4fa7-42a4-8b8b-6bb617e63439, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:50.806921 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.810148 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.810883 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.811267 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.811652 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.812690 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.813029 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.813352 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.813671 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.814010 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.814330 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.814646 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.814971 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:50.849622 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50b2a6-35d1-42d3-9f9a-6cf6258b4cd3 req-6a2d7d51-b980-49dd-9991-e1350f0e6dac tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:50.851294 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6b50b2a6-35d1-42d3-9f9a-6cf6258b4cd3 req-6a2d7d51-b980-49dd-9991-e1350f0e6dac tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0823293 Oct 27 14:11:50.862491 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.866349 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] For port e23c9de5-4fa7-42a4-8b8b-6bb617e63439, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:50.869908 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] For port e23c9de5-4fa7-42a4-8b8b-6bb617e63439, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=e23c9de5-4fa7-42a4-8b8b-6bb617e63439,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:50.879232 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.914658 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6b50b2a6-35d1-42d3-9f9a-6cf6258b4cd3 req-a3291496-b30c-4ef3-9075-93844f9b58a5 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559456 Oct 27 14:11:50.928765 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.966682 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4546bc8-8ad4-498d-8238-3b30c6f519f0 None None] Pushing event updated for resources: {'Port': ['ID=e23c9de5-4fa7-42a4-8b8b-6bb617e63439,revision_number=3']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:50.971633 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Routers {'95d89f2b-4d20-48eb-8f74-6ab31433bc79'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:50.972258 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:51.004264 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:51.010022 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:51.013982 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:51.014463 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924424'] for router_interface, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:51.119626 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] Set router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:51.146908 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Pushing event updated for resources: {'Port': ['ID=e45a3b40-0675-41b4-bf5a-1cc1e5c4f586,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:51.274168 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe24f0-e46a-42c3-8aed-43ac3805cda0 req-b8a3407e-3b3e-4f64-9781-86e19ebc3b95 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:51.274168 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66fe24f0-e46a-42c3-8aed-43ac3805cda0 req-b8a3407e-3b3e-4f64-9781-86e19ebc3b95 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 945 time: 0.1442578 Oct 27 14:11:51.274168 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:51.364189 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:48Z', 'revision_number': 3, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:51.364857 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66fe24f0-e46a-42c3-8aed-43ac3805cda0 req-2ebf4c7d-626d-4a5e-8f02-d0d035d580a5 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761321 Oct 27 14:11:51.404994 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4193e-4d08-48e2-a43b-f744ba3b09a2 None None] The sync data for ids ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'] in dv-cinder-815660-2-iscsi is: [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:48Z', 'revision_number': 3, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:11:51.440891 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-ead74772-6aa7-4470-a0cc-93cabc653dcb None None] Provisioning complete for port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:51.441514 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ead74772-6aa7-4470-a0cc-93cabc653dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:51.511809 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-ead74772-6aa7-4470-a0cc-93cabc653dcb None None] Port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:51.526568 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14836f-0d45-43f3-a56d-8f38b3204f00 req-5d64814c-2d26-4127-867a-9223d46afabf tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:51.528392 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9e14836f-0d45-43f3-a56d-8f38b3204f00 req-5d64814c-2d26-4127-867a-9223d46afabf tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0820231 Oct 27 14:11:51.598338 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:51.604571 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9e14836f-0d45-43f3-a56d-8f38b3204f00 req-39a69e1d-58fd-4726-b920-bed3373c8bed tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675879 Oct 27 14:11:51.606103 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:51.606893 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8300936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7917912'] for router_interface, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:51.698504 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Pushing event updated for resources: {'Port': ['ID=e45a3b40-0675-41b4-bf5a-1cc1e5c4f586,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:52.084193 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fe172-cad3-4e95-af9b-1ef1ce5827db req-253c2d01-58bc-46bd-b6f5-1f62f86f807a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:52.087454 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fc4fe172-cad3-4e95-af9b-1ef1ce5827db req-253c2d01-58bc-46bd-b6f5-1f62f86f807a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 943 time: 0.3787770 Oct 27 14:11:52.097321 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:52.103797 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:52.214521 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fc4fe172-cad3-4e95-af9b-1ef1ce5827db req-78e4dbc8-da81-4b73-8e50-5e1f33bd6ce0 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198199 Oct 27 14:11:52.274010 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:11:52.455426 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-ba99b6ab-f178-4b8c-853a-633e6b41be9f None None] Provisioning complete for port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:52.456101 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ba99b6ab-f178-4b8c-853a-633e6b41be9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:52.484665 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571c4fb-a605-4bb4-922b-94edf619217f req-267ea0d5-5004-49f9-bdd0-96d7b9134831 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:52.495596 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c571c4fb-a605-4bb4-922b-94edf619217f req-267ea0d5-5004-49f9-bdd0-96d7b9134831 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.1611629 Oct 27 14:11:52.514049 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device e23c9de5-4fa7-42a4-8b8b-6bb617e63439 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:52.522458 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:11:52.531053 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-de9f84e9-ea1e-4c29-aadd-5b34cdb5cc36 admin admin] 10.222.0.85 "PUT /v2.0/routers/95d89f2b-4d20-48eb-8f74-6ab31433bc79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8802338 Oct 27 14:11:52.557247 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c571c4fb-a605-4bb4-922b-94edf619217f req-709de96d-ba6c-44b6-933d-636db0771f0a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565581 Oct 27 14:11:52.582021 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-ba99b6ab-f178-4b8c-853a-633e6b41be9f None None] Port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:52.609022 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port e23c9de5-4fa7-42a4-8b8b-6bb617e63439 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:52.609491 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:52.686591 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a230c-bfa5-4e7c-9441-1dd5f17820f5 req-10282546-2f2b-4478-84b7-857808b64710 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:52.700254 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3b0a230c-bfa5-4e7c-9441-1dd5f17820f5 req-10282546-2f2b-4478-84b7-857808b64710 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0697308 Oct 27 14:11:52.710719 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:52.739983 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port e23c9de5-4fa7-42a4-8b8b-6bb617e63439, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=e23c9de5-4fa7-42a4-8b8b-6bb617e63439,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:52.748752 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:52.774261 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3b0a230c-bfa5-4e7c-9441-1dd5f17820f5 req-512c7f2b-bb50-4679-aa8d-acab4ac15be6 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779188 Oct 27 14:11:52.822735 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=e23c9de5-4fa7-42a4-8b8b-6bb617e63439,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:52.954096 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a5573-5455-494b-a7b2-1aa233574a8e req-ab80bc97-22c7-4e95-a19a-7398f8d7238c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:52.956322 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-745a5573-5455-494b-a7b2-1aa233574a8e req-ab80bc97-22c7-4e95-a19a-7398f8d7238c tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 945 time: 0.0921955 Oct 27 14:11:53.010668 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-745a5573-5455-494b-a7b2-1aa233574a8e req-a2a1997d-fc3f-43be-a97b-1bd1783ead88 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Oct 27 14:11:53.143781 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72bd51-f70e-4ba9-b2b0-02c32be12cb1 req-f0dc8a02-f93e-4a3a-a632-fda0c2143f52 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:53.145296 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1b72bd51-f70e-4ba9-b2b0-02c32be12cb1 req-f0dc8a02-f93e-4a3a-a632-fda0c2143f52 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0540311 Oct 27 14:11:53.190428 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1b72bd51-f70e-4ba9-b2b0-02c32be12cb1 req-0994d219-2fa9-403f-a693-898c5371737e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389657 Oct 27 14:11:53.271909 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 51424) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:53.277088 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-573788788-network', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:53.302250 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Made reservation on behalf of 303e8eabc0aa42a5a9333070023f5dd1 for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:53.304722 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.315154 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.402108 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355a042-a4b9-4c14-85d3-adc64419ffdc req-41d5f322-ca2c-498c-ae61-7a3b332424dc tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:53.403708 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d355a042-a4b9-4c14-85d3-adc64419ffdc req-41d5f322-ca2c-498c-ae61-7a3b332424dc tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 943 time: 0.0853832 Oct 27 14:11:53.471856 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d355a042-a4b9-4c14-85d3-adc64419ffdc req-ad2c4d17-5667-4eed-81a2-6e184a76a535 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589402 Oct 27 14:11:53.481858 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.487568 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.516223 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1249} {{(pid=101655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:53.522412 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c86787f-4556-4d57-83a8-635f5301246e,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:53.528446 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.528783 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Added segment 896f5217-c3d7-4b0b-be23-f7b85adf09da of type vlan for network bf1266d7-ec1f-4a36-9bb1-3a1de08730dc Oct 27 14:11:53.572266 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.596677 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.597690 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:53.598305 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.659112 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3859980 Oct 27 14:11:53.662082 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51428) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:53.667231 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] Request body: {'subnet': {'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-573788788-subnet', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'ip_version': 4}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:53.690208 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] Made reservation on behalf of 303e8eabc0aa42a5a9333070023f5dd1 for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:53.690520 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8204f54-b232-4c2e-8935-4cd39e04dbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=bf1266d7-ec1f-4a36-9bb1-3a1de08730dc,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:53.693927 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5123651'] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.704057 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network bf1266d7-ec1f-4a36-9bb1-3a1de08730dc details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:11:53.717133 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e20c3-95fe-464a-a26d-383e5ef53c92 req-084a9929-432e-4aee-a22d-74054fd72f28 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:53.718845 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-298e20c3-95fe-464a-a26d-383e5ef53c92 req-084a9929-432e-4aee-a22d-74054fd72f28 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.0786698 Oct 27 14:11:53.757434 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Sync routers for ids ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:11:53.764039 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-298e20c3-95fe-464a-a26d-383e5ef53c92 req-855d703e-fd88-4b91-81fd-9bb85e059b9f tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Oct 27 14:11:53.790000 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Routers {'95d89f2b-4d20-48eb-8f74-6ab31433bc79'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:53.790623 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:53.893438 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5109561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5123665'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.908852 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dcb76-5bce-4fb7-8d2e-4798bef16fff req-b8d606f3-cb61-4482-bd3a-cb4dd63838c0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:53.910812 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Set router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:53.910980 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-077dcb76-5bce-4fb7-8d2e-4798bef16fff req-b8d606f3-cb61-4482-bd3a-cb4dd63838c0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0575807 Oct 27 14:11:53.951720 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-077dcb76-5bce-4fb7-8d2e-4798bef16fff req-d62f0610-13f6-4f33-ae13-44c3e6f69462 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348430 Oct 27 14:11:53.957517 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3addf601-2d5d-46d8-bcde-1e30954da1da,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:53.973937 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] Checking segment: {'id': '896f5217-c3d7-4b0b-be23-f7b85adf09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:53.973937 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] Network hostable DHCP agents. Network: bf1266d7-ec1f-4a36-9bb1-3a1de08730dc, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:53.986895 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] Network bf1266d7-ec1f-4a36-9bb1-3a1de08730dc is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:53.999271 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, bf1266d7-ec1f-4a36-9bb1-3a1de08730dc) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:54.004327 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:54.004927 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.014572 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8424b918-b939-40f6-a168-01a23b4f1576 None None] Network bf1266d7-ec1f-4a36-9bb1-3a1de08730dc requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:54.021851 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-3ed3850d-bab3-4e3e-9687-5d95b0f6affb admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3586471 Oct 27 14:11:54.024433 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51432) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:54.028682 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-573788788-router', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:54.053894 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7919281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6096'] for router, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.055114 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7917633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7916488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8103987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6087'] for router, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.110163 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.145523 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459face-2030-471f-814a-7dc3a8a7a168 req-e1ae6c88-a662-4e12-bca0-2f53d486df87 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:54.147182 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a459face-2030-471f-814a-7dc3a8a7a168 req-e1ae6c88-a662-4e12-bca0-2f53d486df87 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 945 time: 0.0610669 Oct 27 14:11:54.189605 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a459face-2030-471f-814a-7dc3a8a7a168 req-1e087e18-3407-4fe4-a22e-976ab849fe57 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352528 Oct 27 14:11:54.262265 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.347660 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a427e9-3605-454e-8dd4-e2caf3da5a5d req-7d46e9c8-fcc7-44cb-8639-845c2e6de55f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:54.357345 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a8a427e9-3605-454e-8dd4-e2caf3da5a5d req-7d46e9c8-fcc7-44cb-8639-845c2e6de55f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0757778 Oct 27 14:11:54.397059 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6c49f7a-e7b8-54f4-9780-4f584f5b212c-bf1266d7-ec1f-4a36-9bb1-3a1de08730dc', 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'fixed_ips': [{'subnet_id': '3addf601-2d5d-46d8-bcde-1e30954da1da'}]}} from dv-cinder-815660-2-iscsi. {{(pid=101657) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:11:54.400997 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.430974 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:51Z', 'revision_number': 4, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'e45a3b40-0675-41b4-bf5a-1cc1e5c4f586', 'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'mac_address': 'fa:16:3e:14:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:50Z', 'updated_at': '2021-10-27T14:11:51Z', 'revision_number': 2, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'subnets': [{'id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:54.475907 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a8a427e9-3605-454e-8dd4-e2caf3da5a5d req-c3eba125-0d6e-446a-a13d-19d2b95de107 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173894 Oct 27 14:11:54.504816 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device e23c9de5-4fa7-42a4-8b8b-6bb617e63439 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:54.511303 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Checking router: 95d89f2b-4d20-48eb-8f74-6ab31433bc79 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:11:54.512135 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Updating router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 binding host dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:11:54.528871 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.552499 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.626158 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.666979 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Allocated IP 172.27.0.28 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/d98a1cdc-465b-441a-8ad7-591d9468e771) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:54.679746 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.db_base_plugin_common [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Allocated IP 172.20.0.2 (bf1266d7-ec1f-4a36-9bb1-3a1de08730dc/3addf601-2d5d-46d8-bcde-1e30954da1da/70f46f7a-9d39-4f11-86d8-38f03bd9f2d6) {{(pid=101657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:54.723471 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port e23c9de5-4fa7-42a4-8b8b-6bb617e63439 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:54.724221 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.727296 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a646d35-9d51-4546-bdeb-f551b0608882 req-1f01c71d-d481-48ce-a40a-0d22ee824922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:54.728923 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1a646d35-9d51-4546-bdeb-f551b0608882 req-1f01c71d-d481-48ce-a40a-0d22ee824922 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9fb32c18000f440e88bc81eec30692b9&device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 1096 time: 0.2456224 Oct 27 14:11:54.757895 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25c42-bea2-4034-abde-b90904631256 req-b8c03d43-785d-4e4b-83f6-403deaa432df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:54.759790 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bfb25c42-bea2-4034-abde-b90904631256 req-b8c03d43-785d-4e4b-83f6-403deaa432df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d165e7dc8a9245e9a982ffcabc980675&device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 1099 time: 0.2795937 Oct 27 14:11:54.762301 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29173f3-aed4-4e8f-b00d-b453558ca8f0 req-374003c6-a68a-4eeb-a554-fb4a2672d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:54.763749 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c29173f3-aed4-4e8f-b00d-b453558ca8f0 req-374003c6-a68a-4eeb-a554-fb4a2672d45b service neutron] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 913 time: 0.3329937 Oct 27 14:11:54.808366 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.831031 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394a016-ba5a-48ac-a0da-8aff634746fc req-4b67a524-a491-42d1-98d8-3ff44c6cb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:54.832642 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-8394a016-ba5a-48ac-a0da-8aff634746fc req-4b67a524-a491-42d1-98d8-3ff44c6cb38c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 1098 time: 0.0668359 Oct 27 14:11:54.891765 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-8394a016-ba5a-48ac-a0da-8aff634746fc req-139c5e4a-0b06-42d2-b0a3-8a9e789acf3a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385332 Oct 27 14:11:54.896785 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:54.910868 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbcb98-763f-4210-b691-54d464c9eff3 req-5c5e78f2-e227-42d2-999e-7986433d7602 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:54.918184 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b2fbcb98-763f-4210-b691-54d464c9eff3 req-5c5e78f2-e227-42d2-999e-7986433d7602 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 943 time: 0.2550640 Oct 27 14:11:54.951930 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Pushing event updated for resources: {'Port': ['ID=d98a1cdc-465b-441a-8ad7-591d9468e771,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:54.961591 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:54.964294 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:54.967560 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:55.001951 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c29173f3-aed4-4e8f-b00d-b453558ca8f0 req-5b9582c8-0a0b-4e72-a307-07a99ed48f72 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a924378-fa68-4553-8201-a655778b931a HTTP/1.1" status: 200 len: 1000 time: 0.2205331 Oct 27 14:11:55.028816 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b2fbcb98-763f-4210-b691-54d464c9eff3 req-f4f8bb8a-f35f-4c92-ad02-5eab5294f4b6 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097639 Oct 27 14:11:55.037737 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a646d35-9d51-4546-bdeb-f551b0608882 req-9bb2c064-8ea9-44dc-b866-c8aede3a95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:55.039548 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1a646d35-9d51-4546-bdeb-f551b0608882 req-9bb2c064-8ea9-44dc-b866-c8aede3a95d4 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9fb32c18000f440e88bc81eec30692b9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2935550 Oct 27 14:11:55.049273 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25c42-bea2-4034-abde-b90904631256 req-10a2858f-b3ab-4626-9787-5019938ff45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:55.052408 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bfb25c42-bea2-4034-abde-b90904631256 req-10a2858f-b3ab-4626-9787-5019938ff45c service neutron] 10.222.0.71 "GET /v2.0/networks?id=e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 200 len: 920 time: 0.2709405 Oct 27 14:11:55.065507 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Publish callbacks [] for port, precommit_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.074659 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.148090 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Network bf1266d7-ec1f-4a36-9bb1-3a1de08730dc is already hosted by enough agents. {{(pid=101657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:55.155625 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.scheduler.base_scheduler [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Resources bound (agent type, host, resource id): {{(pid=101657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:55.161178 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Received port after_create {{(pid=101657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:55.172588 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec71c-1d03-420e-823c-8484eae26bad req-11696e19-6a30-42cc-8809-97fea95f76d0 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:55.174327 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e45ec71c-1d03-420e-823c-8484eae26bad req-11696e19-6a30-42cc-8809-97fea95f76d0 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.0611055 Oct 27 14:11:55.175479 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Pushing event updated for resources: {'Port': ['ID=70f46f7a-9d39-4f11-86d8-38f03bd9f2d6,revision_number=1']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:55.178959 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Publish callbacks [] for port, precommit_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.207201 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.271547 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.272790 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Attempting to bind port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:55.273169 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Attempting to bind port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '896f5217-c3d7-4b0b-be23-f7b85adf09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:55.273723 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Attempting to bind port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 on network bf1266d7-ec1f-4a36-9bb1-3a1de08730dc {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:55.288318 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:55.288992 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Checking segment: {'id': '896f5217-c3d7-4b0b-be23-f7b85adf09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:55.289568 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.290110 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Bound using segment: {'id': '896f5217-c3d7-4b0b-be23-f7b85adf09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:55.290743 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Bound port: 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896f5217-c3d7-4b0b-be23-f7b85adf09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:55.291320 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.294329 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07792fd-7ecf-49e3-9316-b34b3df87fe3 None None] Pushing event updated for resources: {'Port': ['ID=e45a3b40-0675-41b4-bf5a-1cc1e5c4f586,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:55.314123 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bfb25c42-bea2-4034-abde-b90904631256 req-2e1723b2-ff29-4894-b019-126356a9e9e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766d9692-5198-4c25-aa3a-d99900cc51b5 HTTP/1.1" status: 200 len: 217 time: 0.1387405 Oct 27 14:11:55.391993 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Attempting to bind port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:55.392362 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Attempting to bind port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:55.392871 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Attempting to bind port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 on network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:55.396656 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29173f3-aed4-4e8f-b00d-b453558ca8f0 req-3407c4f7-9d5d-47ec-9216-b46cd18c5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:55.399406 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c29173f3-aed4-4e8f-b00d-b453558ca8f0 req-3407c4f7-9d5d-47ec-9216-b46cd18c5838 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.2223737 Oct 27 14:11:55.409411 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:55.409825 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Checking segment: {'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:55.410176 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.410570 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Bound using segment: {'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:55.411051 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Bound port: e45a3b40-0675-41b4-bf5a-1cc1e5c4f586, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:55.411537 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.435367 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] For port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:55.443234 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e45ec71c-1d03-420e-823c-8484eae26bad req-ea9e0d4e-fc28-4e9c-9f64-6dca9fee3252 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/security-groups?id=38c85f2c-8657-4f18-b422-5bad85d2b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335656 Oct 27 14:11:55.463058 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a646d35-9d51-4546-bdeb-f551b0608882 req-8763e7f1-61e3-4045-b1e7-bcb9b84a043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:55.468464 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1a646d35-9d51-4546-bdeb-f551b0608882 req-8763e7f1-61e3-4045-b1e7-bcb9b84a043c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2842638 Oct 27 14:11:55.469638 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] For port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=70f46f7a-9d39-4f11-86d8-38f03bd9f2d6,segment=NetworkSegment(896f5217-c3d7-4b0b-be23-f7b85adf09da),segment_id=896f5217-c3d7-4b0b-be23-f7b85adf09da)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:55.478733 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.560625 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25c42-bea2-4034-abde-b90904631256 req-216d71ec-bfe6-4a30-9bb0-347914f0aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:55.563490 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bfb25c42-bea2-4034-abde-b90904631256 req-216d71ec-bfe6-4a30-9bb0-347914f0aa50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5397b1e-6cca-4404-be06-5171278a75ad HTTP/1.1" status: 200 len: 858 time: 0.2396395 Oct 27 14:11:55.576943 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] For port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:55.592133 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-ff2038d1-3bb4-414e-882c-edd1e8158568 None None] Provisioning complete for port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:55.592514 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ff2038d1-3bb4-414e-882c-edd1e8158568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.606008 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] For port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=e45a3b40-0675-41b4-bf5a-1cc1e5c4f586,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:55.629610 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f3dc4-61c6-4bd3-aeb3-2a809f614c7a None None] Pushing event updated for resources: {'Port': ['ID=70f46f7a-9d39-4f11-86d8-38f03bd9f2d6,revision_number=2']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:55.637537 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.684807 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-ff2038d1-3bb4-414e-882c-edd1e8158568 None None] Port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:55.697493 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bfb25c42-bea2-4034-abde-b90904631256 req-3d50d6f1-2cbe-4a3f-8caa-f3a77ba6cccd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e326cd63-ddc3-4370-9359-292ac983dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878143 Oct 27 14:11:55.700415 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Routers {'95d89f2b-4d20-48eb-8f74-6ab31433bc79'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:55.701048 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:55.713467 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29173f3-aed4-4e8f-b00d-b453558ca8f0 req-04703038-57f5-4c53-b7a9-936ab2d13259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:55.715338 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c29173f3-aed4-4e8f-b00d-b453558ca8f0 req-04703038-57f5-4c53-b7a9-936ab2d13259 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2639849 Oct 27 14:11:55.815929 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7917642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7916437'] for router, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:55.817588 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-de4cf6b4-d152-4afd-84bb-1f2b4b613bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:55.841284 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07792fd-7ecf-49e3-9316-b34b3df87fe3 None None] Pushing event updated for resources: {'Port': ['ID=e45a3b40-0675-41b4-bf5a-1cc1e5c4f586,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:55.864714 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-de4cf6b4-d152-4afd-84bb-1f2b4b613bc4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9fb32c18000f440e88bc81eec30692b9&device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 1096 time: 0.3084877 Oct 27 14:11:55.918835 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] Set router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:55.987096 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266addc-b10b-4f84-b578-f6c16bd608de req-21cb7a21-c112-4fdc-bc92-78e83c56eef4 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:56.001570 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0266addc-b10b-4f84-b578-f6c16bd608de req-21cb7a21-c112-4fdc-bc92-78e83c56eef4 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.4252818 Oct 27 14:11:56.062681 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-e499e5df-6319-4cf5-af11-101366f44cbe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7dbd7ad-d681-4b28-a600-73b66f728573 HTTP/1.1" status: 200 len: 217 time: 0.1253974 Oct 27 14:11:56.070391 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Router 8e1f8787-eef2-41f5-a302-0505ccbc10cc is scheduled to L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 with binding_index 1 {{(pid=101656) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:11:56.127462 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-826e4a63-06d3-4a59-8552-8d9e4abd44d3 None None] Provisioning complete for port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:56.127831 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-826e4a63-06d3-4a59-8552-8d9e4abd44d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:56.157803 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0266addc-b10b-4f84-b578-f6c16bd608de req-ab67febd-48e8-46e0-936b-0077a9f856c0 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552768 Oct 27 14:11:56.165132 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bfb25c42-bea2-4034-abde-b90904631256 req-b3cde0a1-fa32-4bf7-85c0-3819972ccf08 service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474156 Oct 27 14:11:56.178572 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-fabea9d2-03dc-47fd-8ce9-32ad91630441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:56.180013 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-fabea9d2-03dc-47fd-8ce9-32ad91630441 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e985bd55-fe62-4f3c-a62d-f2d490e3411c HTTP/1.1" status: 200 len: 854 time: 0.0968401 Oct 27 14:11:56.182256 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c29173f3-aed4-4e8f-b00d-b453558ca8f0 req-8e7f04f4-6e27-4264-8980-c8e5ab2f96ec service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965311 Oct 27 14:11:56.201558 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:11:56.213675 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Sync routers for ids ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:11:56.232835 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Routers {'8e1f8787-eef2-41f5-a302-0505ccbc10cc'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:56.235924 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] Publish callbacks [] for router, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:56.238170 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-e94d03cb-fff5-45ef-88a5-f8f793d1110d admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2127244 Oct 27 14:11:56.238429 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:56.242791 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51452) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:56.325686 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bfb25c42-bea2-4034-abde-b90904631256 req-fa9c3b79-2858-46bb-9667-c067394adae0 service neutron] 10.222.0.71 "GET /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425424 Oct 27 14:11:56.372450 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Set router 8e1f8787-eef2-41f5-a302-0505ccbc10cc gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:56.432724 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-826e4a63-06d3-4a59-8552-8d9e4abd44d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:56.462746 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:51Z', 'revision_number': 4, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'e45a3b40-0675-41b4-bf5a-1cc1e5c4f586', 'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'mac_address': 'fa:16:3e:14:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:50Z', 'updated_at': '2021-10-27T14:11:55Z', 'revision_number': 4, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'subnets': [{'id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:56.512333 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-60786e88-e4e2-42c3-b0cf-2b162ffd5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:56.520602 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-60786e88-e4e2-42c3-b0cf-2b162ffd5acd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc4a1d58-3c4c-43bc-bad6-f8833ae92972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1938047 Oct 27 14:11:56.563927 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537c267-06c3-4391-99b4-3a8e30011fa6 None None] The sync data for ids ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'] in dv-cinder-815660-2-iscsi is: [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:51Z', 'revision_number': 4, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'e45a3b40-0675-41b4-bf5a-1cc1e5c4f586', 'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'mac_address': 'fa:16:3e:14:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:50Z', 'updated_at': '2021-10-27T14:11:55Z', 'revision_number': 4, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'subnets': [{'id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:11:56.580214 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:56.590858 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-826e4a63-06d3-4a59-8552-8d9e4abd44d3 None None] For port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=e45a3b40-0675-41b4-bf5a-1cc1e5c4f586,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:56.740363 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-826e4a63-06d3-4a59-8552-8d9e4abd44d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:56.833975 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e4a63-06d3-4a59-8552-8d9e4abd44d3 None None] Pushing event updated for resources: {'Port': ['ID=e45a3b40-0675-41b4-bf5a-1cc1e5c4f586,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:56.871716 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:56.872370 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.004440 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'name': 'tempest-TestShelveInstance-573788788-router', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:55Z', 'revision_number': 3, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'gw_port': {'id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:57.047445 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Checking router: 8e1f8787-eef2-41f5-a302-0505ccbc10cc for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:11:57.048061 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Updating router 8e1f8787-eef2-41f5-a302-0505ccbc10cc port d98a1cdc-465b-441a-8ad7-591d9468e771 binding host dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:11:57.049207 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.088763 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.104623 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=70f46f7a-9d39-4f11-86d8-38f03bd9f2d6,segment=NetworkSegment(896f5217-c3d7-4b0b-be23-f7b85adf09da),segment_id=896f5217-c3d7-4b0b-be23-f7b85adf09da)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:57.112903 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af7beff-88be-45c0-b2c4-00f04760c523 None None] Network bf1266d7-ec1f-4a36-9bb1-3a1de08730dc requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:57.214049 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.249951 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72455192-7475-47c6-a111-133d8a0f9ebd req-f64dce4b-6e4e-4b70-9df2-12e2f6306c6f tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:57.251664 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-72455192-7475-47c6-a111-133d8a0f9ebd req-f64dce4b-6e4e-4b70-9df2-12e2f6306c6f tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 945 time: 0.8973567 Oct 27 14:11:57.287996 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.338243 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-0885d78e-0b7e-4778-b69d-cd50756e5982 service neutron] 10.222.0.71 "GET /v2.0/networks/bc4a1d58-3c4c-43bc-bad6-f8833ae92972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8060317 Oct 27 14:11:57.366910 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-2699736d-8c96-4623-a2d8-6daa42cdcc68 None None] Provisioning complete for port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:57.367327 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2699736d-8c96-4623-a2d8-6daa42cdcc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.413557 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=70f46f7a-9d39-4f11-86d8-38f03bd9f2d6,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:57.423445 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef77a9-8e98-4cde-b2e6-e0d63644fee2 req-4b6927f1-e253-41e8-8ac1-6ad5173b404d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:57.428775 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f8ef77a9-8e98-4cde-b2e6-e0d63644fee2 req-4b6927f1-e253-41e8-8ac1-6ad5173b404d tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 945 time: 0.1757083 Oct 27 14:11:57.596504 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Allocated IP 172.20.0.1 (bf1266d7-ec1f-4a36-9bb1-3a1de08730dc/3addf601-2d5d-46d8-bcde-1e30954da1da/7908e62f-cc9c-47ab-b29e-0e47da6b537a) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:57.607081 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c29173f3-aed4-4e8f-b00d-b453558ca8f0 req-ec421b82-956e-45b5-ae1a-5dea0a9b85e3 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2263186 Oct 27 14:11:57.620578 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-72455192-7475-47c6-a111-133d8a0f9ebd req-b87f94f3-fb14-4378-a2a6-3d7787412019 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809331 Oct 27 14:11:57.635046 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Publish callbacks [] for port, precommit_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.647035 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.699320 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-03b83093-02a5-42f2-91b1-90f0fa58633c req-ebc99126-1cf6-414a-8f73-5898243e2752 service neutron] 10.222.0.71 "GET /v2.0/networks/bc4a1d58-3c4c-43bc-bad6-f8833ae92972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410716 Oct 27 14:11:57.710374 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0b9ac-0d52-4410-bf65-4cdddbf6730f None None] Pushing event updated for resources: {'Port': ['ID=d98a1cdc-465b-441a-8ad7-591d9468e771,revision_number=2']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:57.752311 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Attempting to bind port d98a1cdc-465b-441a-8ad7-591d9468e771 on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:57.752680 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Attempting to bind port d98a1cdc-465b-441a-8ad7-591d9468e771 by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:57.753040 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Attempting to bind port d98a1cdc-465b-441a-8ad7-591d9468e771 on network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:57.759373 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-f8ef77a9-8e98-4cde-b2e6-e0d63644fee2 req-e7c7474d-6c09-4946-9b3e-8856b74ce923 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Deleting port 60d5d634-d73e-43e2-9077-dd41c390011b {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:57.759824 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-f8ef77a9-8e98-4cde-b2e6-e0d63644fee2 req-e7c7474d-6c09-4946-9b3e-8856b74ce923 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.767660 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:57.768210 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Checking segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:57.771109 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.771764 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Bound using segment: {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'} {{(pid=101658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:57.772619 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.managers [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Bound port: d98a1cdc-465b-441a-8ad7-591d9468e771, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968a4723-0822-4e4c-a319-7ce971f5354d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}}] {{(pid=101658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:57.773253 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.859759 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.867300 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-97fe87fb-ab1a-48ce-b073-859d11ad123d None None] Provisioning complete for port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:57.867675 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-97fe87fb-ab1a-48ce-b073-859d11ad123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.868982 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] For port d98a1cdc-465b-441a-8ad7-591d9468e771, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:57.880412 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.plugins.ml2.db [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] For port d98a1cdc-465b-441a-8ad7-591d9468e771, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=d98a1cdc-465b-441a-8ad7-591d9468e771,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:57.892028 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.898717 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-f8ef77a9-8e98-4cde-b2e6-e0d63644fee2 req-e7c7474d-6c09-4946-9b3e-8856b74ce923 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] For port 60d5d634-d73e-43e2-9077-dd41c390011b, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=60d5d634-d73e-43e2-9077-dd41c390011b,segment=NetworkSegment(d619d3f8-3c6f-40c3-95da-2075c8135e58),segment_id=d619d3f8-3c6f-40c3-95da-2075c8135e58)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:57.898717 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-f8ef77a9-8e98-4cde-b2e6-e0d63644fee2 req-e7c7474d-6c09-4946-9b3e-8856b74ce923 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.915905 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:57.916150 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-f8ef77a9-8e98-4cde-b2e6-e0d63644fee2 req-e7c7474d-6c09-4946-9b3e-8856b74ce923 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Calling delete_port for 60d5d634-d73e-43e2-9077-dd41c390011b owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:58.003727 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Network bf1266d7-ec1f-4a36-9bb1-3a1de08730dc is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:58.007389 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:58.016479 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:58.024813 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Pushing event updated for resources: {'Port': ['ID=7908e62f-cc9c-47ab-b29e-0e47da6b537a,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:58.043679 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0b9ac-0d52-4410-bf65-4cdddbf6730f None None] Pushing event updated for resources: {'Port': ['ID=d98a1cdc-465b-441a-8ad7-591d9468e771,revision_number=3']} {{(pid=101658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:58.067322 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Routers {'8e1f8787-eef2-41f5-a302-0505ccbc10cc'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:58.067965 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:58.090377 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7924424'] for router_interface, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:58.128806 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-f8ef77a9-8e98-4cde-b2e6-e0d63644fee2 req-e7c7474d-6c09-4946-9b3e-8856b74ce923 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:58.143595 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['60d5d634-d73e-43e2-9077-dd41c390011b'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:58.171996 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b988045-9bef-4944-8480-f10a66daa5e7 req-b815bb37-1f78-4c24-9570-ac9533344496 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:58.182947 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0b988045-9bef-4944-8480-f10a66daa5e7 req-b815bb37-1f78-4c24-9570-ac9533344496 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.4445450 Oct 27 14:11:58.193246 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7474d-6c09-4946-9b3e-8856b74ce923 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Pushing event deleted for resources: {'Port': ['ID=60d5d634-d73e-43e2-9077-dd41c390011b,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:58.229714 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] Set router 8e1f8787-eef2-41f5-a302-0505ccbc10cc gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:58.272200 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ef77a9-8e98-4cde-b2e6-e0d63644fee2 req-e7c7474d-6c09-4946-9b3e-8856b74ce923 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] No DVR routers for this DVR port 60d5d634-d73e-43e2-9077-dd41c390011b on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:11:58.276612 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-f8ef77a9-8e98-4cde-b2e6-e0d63644fee2 req-e7c7474d-6c09-4946-9b3e-8856b74ce923 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:58.280210 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f8ef77a9-8e98-4cde-b2e6-e0d63644fee2 req-e7c7474d-6c09-4946-9b3e-8856b74ce923 tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.71 "DELETE /v2.0/ports/60d5d634-d73e-43e2-9077-dd41c390011b HTTP/1.1" status: 204 len: 173 time: 0.7840047 Oct 27 14:11:58.286621 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0b988045-9bef-4944-8480-f10a66daa5e7 req-927e9d90-bff0-439f-8dc5-b745cfdcb456 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027367 Oct 27 14:11:58.326930 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:58.480023 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-218d6269-7a29-4b11-9ee1-bbd77226e025 None None] Provisioning complete for port 7908e62f-cc9c-47ab-b29e-0e47da6b537a triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:58.480386 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-218d6269-7a29-4b11-9ee1-bbd77226e025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:58.538443 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417f19-b59d-4750-a5b5-5c9e0f5c88c9 req-9c805865-88c6-4a39-a5af-4c4599b358d1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:58.545411 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'name': 'tempest-TestShelveInstance-573788788-router', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:55Z', 'revision_number': 3, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'gw_port': {'id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:58.548473 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8f417f19-b59d-4750-a5b5-5c9e0f5c88c9 req-9c805865-88c6-4a39-a5af-4c4599b358d1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 943 time: 0.1183250 Oct 27 14:11:58.552220 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-218d6269-7a29-4b11-9ee1-bbd77226e025 None None] Port 7908e62f-cc9c-47ab-b29e-0e47da6b537a cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:58.588239 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f6ba05-3f7d-4386-a362-91842310d767 None None] The sync data for ids ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'] in dv-cinder-815660-2-iscsi is: [{'id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'name': 'tempest-TestShelveInstance-573788788-router', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:55Z', 'revision_number': 3, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'gw_port': {'id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:11:58.590637 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8f417f19-b59d-4750-a5b5-5c9e0f5c88c9 req-f8a954c6-4f48-4e0a-9eb7-444bb3a79533 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 Oct 27 14:11:58.611606 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:58.647142 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:58.667903 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:58.678411 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:58.678785 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:58.745471 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8300936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7917912'] for router_interface, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:58.755119 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-80ec3e64-fa1c-47fe-b315-97fc3d1f069e req-d164232a-7d3a-4510-9e66-5f6d0e62bb4a tempest-AttachVolumeNegativeTest-734168662 tempest-AttachVolumeNegativeTest-734168662-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e098f1a-7a67-49aa-8612-ecf546da5a62 HTTP/1.1" status: 200 len: 210 time: 0.0596220 Oct 27 14:11:58.757915 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Pushing event updated for resources: {'Port': ['ID=7908e62f-cc9c-47ab-b29e-0e47da6b537a,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:58.789233 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:58.826530 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 60d5d634-d73e-43e2-9077-dd41c390011b no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:58.854849 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 60d5d634-d73e-43e2-9077-dd41c390011b {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:11:58.855287 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 60d5d634-d73e-43e2-9077-dd41c390011b not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:11:58.855751 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aab79689-5599-45f7-b77c-95b865b88b1d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:58.859814 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Network bf1266d7-ec1f-4a36-9bb1-3a1de08730dc is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:58.861340 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:58.907787 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:58.907787 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:59.002684 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea6768-5201-4899-83ee-6c8a4218cb84 req-fe3b192d-1314-49c0-a441-4e04ab1232c6 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:59.011711 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-34ea6768-5201-4899-83ee-6c8a4218cb84 req-fe3b192d-1314-49c0-a441-4e04ab1232c6 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1730270 Oct 27 14:11:59.054016 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Router 8e1f8787-eef2-41f5-a302-0505ccbc10cc has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:11:59.089975 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-34ea6768-5201-4899-83ee-6c8a4218cb84 req-3f4c1830-d7b8-40da-82e3-4a7a1f991a37 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731738 Oct 27 14:11:59.211566 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:11:59.228158 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-d091c7f2-6552-4d75-90a3-b6cad10e7e8c admin admin] 10.222.0.85 "PUT /v2.0/routers/8e1f8787-eef2-41f5-a302-0505ccbc10cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9838376 Oct 27 14:11:59.298217 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-df57fb2e-67c6-4745-b47f-e44b9e73e27f None None] Provisioning complete for port 7908e62f-cc9c-47ab-b29e-0e47da6b537a triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:59.299103 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-df57fb2e-67c6-4745-b47f-e44b9e73e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:59.343116 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-df57fb2e-67c6-4745-b47f-e44b9e73e27f None None] Port 7908e62f-cc9c-47ab-b29e-0e47da6b537a cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:59.627015 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55805ff5-bb7c-4e04-b4de-3bf0b0d91e20 req-1afdf8f4-de4c-4222-a656-6e2eb551a5ca tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:59.628686 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-55805ff5-bb7c-4e04-b4de-3bf0b0d91e20 req-1afdf8f4-de4c-4222-a656-6e2eb551a5ca tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 945 time: 0.0611854 Oct 27 14:11:59.669410 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-55805ff5-bb7c-4e04-b4de-3bf0b0d91e20 req-e907005d-a3e1-4d41-82b1-4040fc98f290 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343184 Oct 27 14:12:00.014676 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51490) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:00.020283 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-19e64691-2465-4dc5-a12e-cca8e0c5479d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023159621', 'description': 'tempest-secgroup-smoke-1023159621 description', 'project_id': 'c924da1e65494809b6ceaf4b8a10e166'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:00.044466 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19e64691-2465-4dc5-a12e-cca8e0c5479d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.107249 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29955222-af21-4263-845f-3fe947b8fd0f req-6efd3222-ce7e-44e8-9909-8bcbc21f7943 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:00.108948 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-29955222-af21-4263-845f-3fe947b8fd0f req-6efd3222-ce7e-44e8-9909-8bcbc21f7943 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 943 time: 0.0504475 Oct 27 14:12:00.113832 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19e64691-2465-4dc5-a12e-cca8e0c5479d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.117935 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19e64691-2465-4dc5-a12e-cca8e0c5479d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.154886 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-19e64691-2465-4dc5-a12e-cca8e0c5479d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.157113 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-19e64691-2465-4dc5-a12e-cca8e0c5479d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1406693 Oct 27 14:12:00.158459 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-29955222-af21-4263-845f-3fe947b8fd0f req-39d18190-1b4c-4d11-9a3b-9318da85681f tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372894 Oct 27 14:12:00.159954 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51494) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:00.165164 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-17203887-6eb6-489a-baed-38e5736d9474 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Request body: {'security_group_rule': {'security_group_id': 'db348ff5-1d4a-40a9-85a7-55fbe4c93ca6', 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:00.177327 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e64691-2465-4dc5-a12e-cca8e0c5479d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:00.198317 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-17203887-6eb6-489a-baed-38e5736d9474 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.226218 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [req-38908f01-8ef3-466a-aa05-f0b82bdc970b req-fad7dee9-3a87-4896-a60d-5f481fa787cd service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:12:00.227677 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-38908f01-8ef3-466a-aa05-f0b82bdc970b req-fad7dee9-3a87-4896-a60d-5f481fa787cd service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059097 Oct 27 14:12:00.267947 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-17203887-6eb6-489a-baed-38e5736d9474 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.271877 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-17203887-6eb6-489a-baed-38e5736d9474 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.297145 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17203887-6eb6-489a-baed-38e5736d9474 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06bf9b2-0e92-4cb7-a50f-5ba8de3a1dfc,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:00.307998 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-17203887-6eb6-489a-baed-38e5736d9474 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.311454 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-17203887-6eb6-489a-baed-38e5736d9474 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481071 Oct 27 14:12:00.313015 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 51498) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:00.325082 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-62627299-3a69-4487-8a23-92be00c3eada tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Request body: {'security_group_rule': {'security_group_id': 'db348ff5-1d4a-40a9-85a7-55fbe4c93ca6', 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:00.379221 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-62627299-3a69-4487-8a23-92be00c3eada tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.458994 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-62627299-3a69-4487-8a23-92be00c3eada tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.463261 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device d98a1cdc-465b-441a-8ad7-591d9468e771 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:12:00.465517 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-62627299-3a69-4487-8a23-92be00c3eada tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.486076 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62627299-3a69-4487-8a23-92be00c3eada tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8291b5d7-683d-451e-a132-d17ed531e031,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:00.510749 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-62627299-3a69-4487-8a23-92be00c3eada tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.512077 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-62627299-3a69-4487-8a23-92be00c3eada tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1975551 Oct 27 14:12:00.515883 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51514) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:00.525510 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-9ff91539-57a3-4735-b1f8-f0b47ff2d56e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Request body: {'security_group_rule': {'security_group_id': 'db348ff5-1d4a-40a9-85a7-55fbe4c93ca6', 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:00.540760 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Sync routers for ids ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:12:00.554757 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port d98a1cdc-465b-441a-8ad7-591d9468e771 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:00.555039 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.572988 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9ff91539-57a3-4735-b1f8-f0b47ff2d56e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.585597 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Routers {'8e1f8787-eef2-41f5-a302-0505ccbc10cc'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:00.586254 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:00.670607 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9ff91539-57a3-4735-b1f8-f0b47ff2d56e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.676773 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9ff91539-57a3-4735-b1f8-f0b47ff2d56e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.704170 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff91539-57a3-4735-b1f8-f0b47ff2d56e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2a3698-2def-4eec-805a-edc4a4307870,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:00.746512 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9ff91539-57a3-4735-b1f8-f0b47ff2d56e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.747768 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-9ff91539-57a3-4735-b1f8-f0b47ff2d56e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2295790 Oct 27 14:12:00.750862 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 51524) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:00.755478 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-cc9f4030-ca86-45dc-8624-bbdcd75d1a67 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Request body: {'security_group_rule': {'security_group_id': 'db348ff5-1d4a-40a9-85a7-55fbe4c93ca6', 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:00.764072 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 51526) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:00.768954 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.776302 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Set router 8e1f8787-eef2-41f5-a302-0505ccbc10cc gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:12:00.832152 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device d7dbd7ad-d681-4b28-a600-73b66f728573 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:12:00.841411 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] For port d98a1cdc-465b-441a-8ad7-591d9468e771, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=d98a1cdc-465b-441a-8ad7-591d9468e771,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:00.856697 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.901001 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad6c48b-6e40-4faf-b0cc-7fbfb55f3579 admin admin] Deleting subnet 3438be83-95f5-4dc5-9b6b-a057d921b6b0 {{(pid=101655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:12:00.910645 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fad6c48b-6e40-4faf-b0cc-7fbfb55f3579 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.936679 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4030-ca86-45dc-8624-bbdcd75d1a67 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:00.939261 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51532) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:00.985016 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612a6be-041a-472c-98f8-20997e99e289 req-c88a0292-be5f-43bb-9226-c975e0ab3eac tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:00.986336 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6612a6be-041a-472c-98f8-20997e99e289 req-c88a0292-be5f-43bb-9226-c975e0ab3eac tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1283972 Oct 27 14:12:00.993766 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fad6c48b-6e40-4faf-b0cc-7fbfb55f3579 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.020531 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fad6c48b-6e40-4faf-b0cc-7fbfb55f3579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.041072 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-7807e2d7-47d6-436a-98a3-c19840ea0c50 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006439 Oct 27 14:12:01.042454 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Pushing event updated for resources: {'Port': ['ID=d98a1cdc-465b-441a-8ad7-591d9468e771,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:01.051387 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-a5008069-8d14-4753-bc52-41c5a69997af service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101656) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:12:01.062664 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-a5008069-8d14-4753-bc52-41c5a69997af service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0099843 Oct 27 14:12:01.114962 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port d7dbd7ad-d681-4b28-a600-73b66f728573, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d7dbd7ad-d681-4b28-a600-73b66f728573,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:01.117786 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4030-ca86-45dc-8624-bbdcd75d1a67 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.128494 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6612a6be-041a-472c-98f8-20997e99e289 req-07edc599-c8a4-4053-aa4c-f861b760a4d7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191678 Oct 27 14:12:01.146972 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4030-ca86-45dc-8624-bbdcd75d1a67 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.178527 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f4030-ca86-45dc-8624-bbdcd75d1a67 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2f90f0-cf49-4d4a-aad4-bcf6664bb17b,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:01.185279 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fad6c48b-6e40-4faf-b0cc-7fbfb55f3579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.248620 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-fad6c48b-6e40-4faf-b0cc-7fbfb55f3579 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.254516 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-fad6c48b-6e40-4faf-b0cc-7fbfb55f3579 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3438be83-95f5-4dc5-9b6b-a057d921b6b0 HTTP/1.1" status: 204 len: 168 time: 0.4876072 Oct 27 14:12:01.257121 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51546) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:01.280490 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6c48b-6e40-4faf-b0cc-7fbfb55f3579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3438be83-95f5-4dc5-9b6b-a057d921b6b0,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:01.289105 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'port_id': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'mac_address': 'fa:16:3e:27:ce:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:12:01.290624 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4030-ca86-45dc-8624-bbdcd75d1a67 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.292070 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-cc9f4030-ca86-45dc-8624-bbdcd75d1a67 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5401800 Oct 27 14:12:01.294889 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 51550) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:01.304251 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-19c8a287-8a9c-4889-8099-1756975bba41 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Request body: {'security_group_rule': {'security_group_id': 'db348ff5-1d4a-40a9-85a7-55fbe4c93ca6', 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:01.326096 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c0df-8007-4690-b3b9-74b49d31338e req-766ccbf0-4429-4875-8c83-90a5dafa182b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:01.328503 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6905c0df-8007-4690-b3b9-74b49d31338e req-766ccbf0-4429-4875-8c83-90a5dafa182b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.1293814 Oct 27 14:12:01.371293 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.372503 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.securitygroups_db [None req-19c8a287-8a9c-4889-8099-1756975bba41 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Project c924da1e65494809b6ceaf4b8a10e166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:12:01.381339 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6905c0df-8007-4690-b3b9-74b49d31338e req-9af16e4a-e617-45a4-9e1c-9951e9aed9bc tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Oct 27 14:12:01.383328 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-19c8a287-8a9c-4889-8099-1756975bba41 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.392480 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7dbd7ad-d681-4b28-a600-73b66f728573 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:01.404446 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.409341 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'name': 'tempest-TestShelveInstance-573788788-router', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'gw_port': {'id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7908e62f-cc9c-47ab-b29e-0e47da6b537a', 'name': '', 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'mac_address': 'fa:16:3e:be:d9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3addf601-2d5d-46d8-bcde-1e30954da1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 2, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'subnets': [{'id': '3addf601-2d5d-46d8-bcde-1e30954da1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:01.450741 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Checking router: 8e1f8787-eef2-41f5-a302-0505ccbc10cc for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:12:01.451644 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Updating router 8e1f8787-eef2-41f5-a302-0505ccbc10cc port 7908e62f-cc9c-47ab-b29e-0e47da6b537a binding host dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:12:01.460914 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port d7dbd7ad-d681-4b28-a600-73b66f728573, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d7dbd7ad-d681-4b28-a600-73b66f728573,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:01.478969 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.481659 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-19c8a287-8a9c-4889-8099-1756975bba41 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.489495 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-19c8a287-8a9c-4889-8099-1756975bba41 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.531936 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8a287-8a9c-4889-8099-1756975bba41 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff24e2e-fd68-46f2-9636-6d9fdc88f656,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:01.536693 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-19c8a287-8a9c-4889-8099-1756975bba41 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.537894 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-19c8a287-8a9c-4889-8099-1756975bba41 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2380764 Oct 27 14:12:01.540752 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51552) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:01.545619 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-ba25099d-e4fc-46ff-8974-830dbcb1f52e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Request body: {'security_group_rule': {'security_group_id': 'db348ff5-1d4a-40a9-85a7-55fbe4c93ca6', 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:01.563820 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=d7dbd7ad-d681-4b28-a600-73b66f728573,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:01.576672 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.578878 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a27262-04b3-46b8-8f93-59b603991926 req-f99cc484-43e2-4be1-b985-2706dc5f693f tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:01.580739 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-85a27262-04b3-46b8-8f93-59b603991926 req-f99cc484-43e2-4be1-b985-2706dc5f693f tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 944 time: 0.0694494 Oct 27 14:12:01.585316 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.606252 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.securitygroups_db [None req-ba25099d-e4fc-46ff-8974-830dbcb1f52e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Project c924da1e65494809b6ceaf4b8a10e166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:12:01.613573 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b53c648-0313-4179-8334-9fa5d1933987']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:01.616417 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ba25099d-e4fc-46ff-8974-830dbcb1f52e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.632739 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd619d3f8-3c6f-40c3-95da-2075c8135e58') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:01.633025 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd619d3f8-3c6f-40c3-95da-2075c8135e58') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:01.634415 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-85a27262-04b3-46b8-8f93-59b603991926 req-f9bca45a-00d9-4138-84a2-8facc6f91f1b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Oct 27 14:12:01.653334 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.692003 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.705439 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:12:01.705838 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:12:01.707555 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:12:01.709811 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ba25099d-e4fc-46ff-8974-830dbcb1f52e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.720453 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ba25099d-e4fc-46ff-8974-830dbcb1f52e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.780240 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25099d-e4fc-46ff-8974-830dbcb1f52e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e117f7-51ec-4f1b-8f5b-d744ef9d6573,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:01.795610 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ba25099d-e4fc-46ff-8974-830dbcb1f52e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.797217 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ba25099d-e4fc-46ff-8974-830dbcb1f52e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2549365 Oct 27 14:12:01.798805 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.829995 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.833147 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] 10.222.0.85 "DELETE /v2.0/networks/5b53c648-0313-4179-8334-9fa5d1933987 HTTP/1.1" status: 204 len: 168 time: 0.5748670 Oct 27 14:12:01.834035 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a9a60-b701-43f9-806b-4e9a249b3e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b53c648-0313-4179-8334-9fa5d1933987,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:01.904577 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['d7dbd7ad-d681-4b28-a600-73b66f728573'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:02.016817 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Publish callbacks [] for port, precommit_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.031758 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.117200 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afa2d7-650b-4e59-9d89-5a72af740fbd None None] Pushing event updated for resources: {'Port': ['ID=7908e62f-cc9c-47ab-b29e-0e47da6b537a,revision_number=3']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:02.125305 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 51600) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:02.185498 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 51602) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:02.192121 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Attempting to bind port 7908e62f-cc9c-47ab-b29e-0e47da6b537a on host dv-cinder-815660-2-iscsi for vnic_type normal with profile {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:12:02.192501 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Attempting to bind port 7908e62f-cc9c-47ab-b29e-0e47da6b537a by drivers openvswitch,hyperv on host dv-cinder-815660-2-iscsi at level 0 using segments [{'id': '896f5217-c3d7-4b0b-be23-f7b85adf09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc'}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:12:02.193174 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Attempting to bind port 7908e62f-cc9c-47ab-b29e-0e47da6b537a on network bf1266d7-ec1f-4a36-9bb1-3a1de08730dc {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:12:02.193497 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-a6c811c3-7f1c-4826-b1cb-fee211c23f7d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a55431e3db544b7980c81c6303d1e8b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0645132 Oct 27 14:12:02.205581 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Checking agent: {'id': 'c340bfd0-294e-4fc2-8385-81353fd0bfd5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 0, 8), 'started_at': datetime.datetime(2021, 10, 27, 14, 0, 38), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:12:02.205961 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Checking segment: {'id': '896f5217-c3d7-4b0b-be23-f7b85adf09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:12:02.206553 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.206748 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Bound using segment: {'id': '896f5217-c3d7-4b0b-be23-f7b85adf09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc'} {{(pid=101657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:12:02.207262 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.managers [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Bound port: 7908e62f-cc9c-47ab-b29e-0e47da6b537a, host: dv-cinder-815660-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896f5217-c3d7-4b0b-be23-f7b85adf09da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc'}}] {{(pid=101657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:12:02.207651 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.260055 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-53981b3d-23cf-4f91-9192-17d5c3ab966e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.291482 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-53981b3d-23cf-4f91-9192-17d5c3ab966e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.302856 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] For port 7908e62f-cc9c-47ab-b29e-0e47da6b537a, host dv-cinder-815660-2-iscsi, cleared binding levels {{(pid=101657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:02.307106 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] For port 7908e62f-cc9c-47ab-b29e-0e47da6b537a, host dv-cinder-815660-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=7908e62f-cc9c-47ab-b29e-0e47da6b537a,segment=NetworkSegment(896f5217-c3d7-4b0b-be23-f7b85adf09da),segment_id=896f5217-c3d7-4b0b-be23-f7b85adf09da)] {{(pid=101657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:02.315301 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.370958 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-53981b3d-23cf-4f91-9192-17d5c3ab966e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.375559 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-53981b3d-23cf-4f91-9192-17d5c3ab966e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.377106 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-53981b3d-23cf-4f91-9192-17d5c3ab966e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/38c85f2c-8657-4f18-b422-5bad85d2b0b5 HTTP/1.1" status: 204 len: 168 time: 0.1904581 Oct 27 14:12:02.399759 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53981b3d-23cf-4f91-9192-17d5c3ab966e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c85f2c-8657-4f18-b422-5bad85d2b0b5,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:02.409683 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Routers {'8e1f8787-eef2-41f5-a302-0505ccbc10cc'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:02.410324 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:11:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:02.419675 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afa2d7-650b-4e59-9d89-5a72af740fbd None None] Pushing event updated for resources: {'Port': ['ID=7908e62f-cc9c-47ab-b29e-0e47da6b537a,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:02.502639 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device d98a1cdc-465b-441a-8ad7-591d9468e771 up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:12:02.567946 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-42c687fb-8b10-42f3-9456-7c46af403aaa None None] Provisioning complete for port 7908e62f-cc9c-47ab-b29e-0e47da6b537a triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:02.568319 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-42c687fb-8b10-42f3-9456-7c46af403aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.636028 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76332592-4d7c-475b-8d44-a91f8e18666d req-38c4fe71-9989-4698-8922-bd043e693420 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:02.645519 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76332592-4d7c-475b-8d44-a91f8e18666d req-38c4fe71-9989-4698-8922-bd043e693420 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.1088712 Oct 27 14:12:02.696771 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76332592-4d7c-475b-8d44-a91f8e18666d req-78feb4fe-3171-4f19-9529-c59de5694d1d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499740 Oct 27 14:12:02.722842 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port d98a1cdc-465b-441a-8ad7-591d9468e771 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:02.722842 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.741057 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] Set router 8e1f8787-eef2-41f5-a302-0505ccbc10cc gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:12:02.830197 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea1d0f-1e29-4577-99af-4cdb522bb666 req-ab63406b-4162-4ada-b437-cdcec00f3c8e tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:02.831671 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f1ea1d0f-1e29-4577-99af-4cdb522bb666 req-ab63406b-4162-4ada-b437-cdcec00f3c8e tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 944 time: 0.0554307 Oct 27 14:12:02.893640 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f1ea1d0f-1e29-4577-99af-4cdb522bb666 req-4910adf4-ed5e-4bb6-a834-15dde37a5822 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551131 Oct 27 14:12:02.934259 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-42c687fb-8b10-42f3-9456-7c46af403aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:03.036508 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-42c687fb-8b10-42f3-9456-7c46af403aaa None None] For port 7908e62f-cc9c-47ab-b29e-0e47da6b537a, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=7908e62f-cc9c-47ab-b29e-0e47da6b537a,segment=NetworkSegment(896f5217-c3d7-4b0b-be23-f7b85adf09da),segment_id=896f5217-c3d7-4b0b-be23-f7b85adf09da)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:03.050121 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-42c687fb-8b10-42f3-9456-7c46af403aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:03.163206 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c687fb-8b10-42f3-9456-7c46af403aaa None None] Pushing event updated for resources: {'Port': ['ID=7908e62f-cc9c-47ab-b29e-0e47da6b537a,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:03.204917 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'name': 'tempest-TestShelveInstance-573788788-router', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'gw_port': {'id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7908e62f-cc9c-47ab-b29e-0e47da6b537a', 'name': '', 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'mac_address': 'fa:16:3e:be:d9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3addf601-2d5d-46d8-bcde-1e30954da1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'subnets': [{'id': '3addf601-2d5d-46d8-bcde-1e30954da1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:03.241193 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e072d8-d332-41c0-b917-a69a8378cec0 None None] The sync data for ids ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'] in dv-cinder-815660-2-iscsi is: [{'id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'name': 'tempest-TestShelveInstance-573788788-router', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:58Z', 'revision_number': 4, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'gw_port': {'id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7908e62f-cc9c-47ab-b29e-0e47da6b537a', 'name': '', 'network_id': 'bf1266d7-ec1f-4a36-9bb1-3a1de08730dc', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'mac_address': 'fa:16:3e:be:d9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '3addf601-2d5d-46d8-bcde-1e30954da1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:57Z', 'updated_at': '2021-10-27T14:12:02Z', 'revision_number': 4, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'subnets': [{'id': '3addf601-2d5d-46d8-bcde-1e30954da1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:12:03.243447 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-e388863e-fc31-46d7-9d8f-835708e9a31c None None] Provisioning complete for port 7908e62f-cc9c-47ab-b29e-0e47da6b537a triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:03.243828 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-e388863e-fc31-46d7-9d8f-835708e9a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:03.802297 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-b8950d3b-871e-41dd-9729-d2a9fa7f1d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:03.859208 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d767ce2-7d01-4d99-b5ec-b42eddaeade6 req-ff4773d9-d939-402f-ace3-c38c828f8cf1 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:03.869349 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d767ce2-7d01-4d99-b5ec-b42eddaeade6 req-ff4773d9-d939-402f-ace3-c38c828f8cf1 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0844641 Oct 27 14:12:03.912025 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d767ce2-7d01-4d99-b5ec-b42eddaeade6 req-0aee9b40-31ea-4ffa-a055-93079ef7e9d8 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415130 Oct 27 14:12:04.044697 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae98af-47ed-41d7-bc7a-001f0376ff79 req-f07a826e-92b1-4215-8f34-f0c30200055a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:04.046481 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ebae98af-47ed-41d7-bc7a-001f0376ff79 req-f07a826e-92b1-4215-8f34-f0c30200055a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 944 time: 0.0603166 Oct 27 14:12:04.091116 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ebae98af-47ed-41d7-bc7a-001f0376ff79 req-3ee3cb81-b104-4ca8-af79-00075f754309 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379505 Oct 27 14:12:04.426082 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 7908e62f-cc9c-47ab-b29e-0e47da6b537a up at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:12:04.474961 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Provisioning complete for port 7908e62f-cc9c-47ab-b29e-0e47da6b537a triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:04.475457 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:04.861069 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device d7dbd7ad-d681-4b28-a600-73b66f728573 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:12:04.918176 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port d7dbd7ad-d681-4b28-a600-73b66f728573 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:04.923121 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port d7dbd7ad-d681-4b28-a600-73b66f728573 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:04.923384 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:05.048997 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec98f1-4fdd-43fb-b73d-5ad2ae294a87 req-043461f6-d449-4438-a669-62df36f36e22 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:05.050604 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f4ec98f1-4fdd-43fb-b73d-5ad2ae294a87 req-043461f6-d449-4438-a669-62df36f36e22 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0593576 Oct 27 14:12:05.091820 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f4ec98f1-4fdd-43fb-b73d-5ad2ae294a87 req-74c6c8e5-fd7f-46cc-bf19-8a649551202c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349677 Oct 27 14:12:05.124128 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:05.150294 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:05.152705 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cc3c59-6109-4c2c-93cf-4f6a7e9779d6" -d '{"events": [{"server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "name": "network-vif-plugged", "status": "completed", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:12:05.166776 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port d7dbd7ad-d681-4b28-a600-73b66f728573, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d7dbd7ad-d681-4b28-a600-73b66f728573,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:05.170956 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:05.211024 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b5edd-4b72-4df6-a5aa-90ecdbbbf30a req-70dcd4cd-d299-4dab-ac4a-821ff85bbe96 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:05.212786 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bf7b5edd-4b72-4df6-a5aa-90ecdbbbf30a req-70dcd4cd-d299-4dab-ac4a-821ff85bbe96 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0509279 Oct 27 14:12:05.222635 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=d7dbd7ad-d681-4b28-a600-73b66f728573,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:05.253232 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bf7b5edd-4b72-4df6-a5aa-90ecdbbbf30a req-0e6a2a7c-1fa5-4c45-9af6-1cc2573c6f2f tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344486 Oct 27 14:12:05.296336 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfca80d-b9e6-40ed-9b15-ade38c7b1697 x-openstack-request-id: req-8dfca80d-b9e6-40ed-9b15-ade38c7b1697 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:12:05.296678 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "name": "network-vif-plugged", "status": "completed", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:12:05.297035 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8dfca80d-b9e6-40ed-9b15-ade38c7b1697 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:12:05.297432 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'code': 200} Oct 27 14:12:05.520841 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb44e11-d904-460d-b884-424c0c789979 req-1b0f9f36-781a-4594-b751-bbe10c0290b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:05.522291 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4fb44e11-d904-460d-b884-424c0c789979 req-1b0f9f36-781a-4594-b751-bbe10c0290b1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 1098 time: 0.0447209 Oct 27 14:12:05.564119 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4fb44e11-d904-460d-b884-424c0c789979 req-80c6885c-1d23-4f37-9c8a-b8e444c1cc52 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288353 Oct 27 14:12:06.216042 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0c10-e6ce-4523-90ee-f7815832461d req-8f06bc9c-a038-4089-bb1e-95eca083347e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:06.217522 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f93e0c10-e6ce-4523-90ee-f7815832461d req-8f06bc9c-a038-4089-bb1e-95eca083347e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0488060 Oct 27 14:12:06.256837 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f93e0c10-e6ce-4523-90ee-f7815832461d req-0d47b870-483a-42b1-b841-ec2e17f81600 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326395 Oct 27 14:12:06.366996 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fe675-1082-47c8-8f46-e602acdff200 req-91c2ebac-962b-4c71-9097-269b12fe4bf5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:06.368542 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f45fe675-1082-47c8-8f46-e602acdff200 req-91c2ebac-962b-4c71-9097-269b12fe4bf5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0500140 Oct 27 14:12:06.408670 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f45fe675-1082-47c8-8f46-e602acdff200 req-e8624991-fba7-424d-b267-e3710ec18004 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337880 Oct 27 14:12:06.767379 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-1a2667b6-f257-4f17-bb87-3df48ce85726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:07.394168 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b713c0-b8f2-4751-91b9-64e9d2129d0d req-e1f27e37-9965-4c9a-b3fd-7bfd8ec48107 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:07.395728 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-94b713c0-b8f2-4751-91b9-64e9d2129d0d req-e1f27e37-9965-4c9a-b3fd-7bfd8ec48107 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0596111 Oct 27 14:12:07.443646 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-94b713c0-b8f2-4751-91b9-64e9d2129d0d req-66e82345-d8d2-4f7d-a53a-a8aa26ba16d8 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 Oct 27 14:12:07.589386 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e4172-16b3-47fb-884d-edb44108b6df req-174c3fb3-b643-4108-8706-636c6a7722a9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:07.591185 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-368e4172-16b3-47fb-884d-edb44108b6df req-174c3fb3-b643-4108-8706-636c6a7722a9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0638299 Oct 27 14:12:07.630605 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-368e4172-16b3-47fb-884d-edb44108b6df req-742e8c71-5278-4c51-a021-a4de4dc1455d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 Oct 27 14:12:07.744097 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:07.914238 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:08.566275 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845b2e8-6f14-4be6-abfe-0b3d9cad649c req-043f8760-b310-42bd-9314-4bbc071e99af tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:08.567679 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e845b2e8-6f14-4be6-abfe-0b3d9cad649c req-043f8760-b310-42bd-9314-4bbc071e99af tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0491905 Oct 27 14:12:08.606703 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e845b2e8-6f14-4be6-abfe-0b3d9cad649c req-f7fb0e8b-4ab2-49be-a381-5bc69ba957fe tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Oct 27 14:12:08.753702 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cb0a9-c7a1-42d6-8fbc-88cae08955a9 req-fe617a6a-0de0-4cd5-92d3-25654e7140e6 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:08.755363 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-116cb0a9-c7a1-42d6-8fbc-88cae08955a9 req-fe617a6a-0de0-4cd5-92d3-25654e7140e6 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0553703 Oct 27 14:12:08.794818 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-116cb0a9-c7a1-42d6-8fbc-88cae08955a9 req-c64629d1-0466-4515-8c0a-a7fb519184ee tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329921 Oct 27 14:12:08.943491 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be94a19-7130-48ba-b859-5a89a1d2a336 req-f9cfb467-7b03-4a4b-a345-8586c12c7c2a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:08.945058 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8be94a19-7130-48ba-b859-5a89a1d2a336 req-f9cfb467-7b03-4a4b-a345-8586c12c7c2a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0499802 Oct 27 14:12:08.983731 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8be94a19-7130-48ba-b859-5a89a1d2a336 req-82db69a1-778c-41cf-9a23-2fde5f1a7ec2 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324800 Oct 27 14:12:09.318008 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daa231-6c21-4647-b1ca-2c211c7f9b50 req-34997c81-5c75-4438-97b3-effc714d31cc tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:09.319599 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e7daa231-6c21-4647-b1ca-2c211c7f9b50 req-34997c81-5c75-4438-97b3-effc714d31cc tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0500219 Oct 27 14:12:09.357557 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e7daa231-6c21-4647-b1ca-2c211c7f9b50 req-24279cfa-eba7-46d2-a91f-68837579e52d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Oct 27 14:12:09.421417 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:09.742927 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719b95d-18d0-4130-98d4-08f7d26e1a00 req-67c21f55-28ca-4440-ad6f-d641fe9739ea tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:09.744419 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d719b95d-18d0-4130-98d4-08f7d26e1a00 req-67c21f55-28ca-4440-ad6f-d641fe9739ea tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0554278 Oct 27 14:12:09.782759 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d719b95d-18d0-4130-98d4-08f7d26e1a00 req-83c88095-70ce-4df6-8a6d-c775e28dbaaf tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325274 Oct 27 14:12:10.901920 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c242c-d5ac-40f9-ad3b-fd8dd2f5e19b req-64be179e-1041-41ab-a8f6-55168397ece7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:10.903418 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-159c242c-d5ac-40f9-ad3b-fd8dd2f5e19b req-64be179e-1041-41ab-a8f6-55168397ece7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0492573 Oct 27 14:12:10.943308 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-159c242c-d5ac-40f9-ad3b-fd8dd2f5e19b req-bc5eea5d-3366-4860-9665-4fa6ec908be1 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330451 Oct 27 14:12:12.065871 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8cd2b-d897-4b41-a2dc-5702f1be3b7c req-b1a58a35-ad10-474b-8272-1657728492d0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:12.067468 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e0c8cd2b-d897-4b41-a2dc-5702f1be3b7c req-b1a58a35-ad10-474b-8272-1657728492d0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0491447 Oct 27 14:12:12.105711 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e0c8cd2b-d897-4b41-a2dc-5702f1be3b7c req-657a121a-beb1-4dc4-bc4b-67d2b8bde94c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324094 Oct 27 14:12:13.227767 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ef204-1cf0-4f18-86a1-fd06535ddf87 req-d2d9771e-f144-4703-81df-ca599d58e5d0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:13.229287 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-684ef204-1cf0-4f18-86a1-fd06535ddf87 req-d2d9771e-f144-4703-81df-ca599d58e5d0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0527129 Oct 27 14:12:13.270692 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-684ef204-1cf0-4f18-86a1-fd06535ddf87 req-407aef94-756d-4568-b602-ae539d6d6afa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341146 Oct 27 14:12:14.243227 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:12:14.395606 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18956c3b-683f-4720-93f6-958c1a71f8e5 req-9af00a2c-2113-4e53-86e4-6ff08402dc57 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:14.397083 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-18956c3b-683f-4720-93f6-958c1a71f8e5 req-9af00a2c-2113-4e53-86e4-6ff08402dc57 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0535257 Oct 27 14:12:14.437483 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-18956c3b-683f-4720-93f6-958c1a71f8e5 req-e8538eec-3220-476a-bd43-b3da955b7297 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339515 Oct 27 14:12:15.562750 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc3d90-fff0-4259-9f4c-3d81c294fbab req-771eeb54-a546-4260-aaab-48cc2908b29e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:15.564369 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-64fc3d90-fff0-4259-9f4c-3d81c294fbab req-771eeb54-a546-4260-aaab-48cc2908b29e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0512140 Oct 27 14:12:15.612559 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-64fc3d90-fff0-4259-9f4c-3d81c294fbab req-7e1afe71-4620-49db-a817-978f6ef90bd5 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 Oct 27 14:12:18.686036 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:19.180065 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae119e5-f87e-4997-947d-5f6ac9dfdaaa req-a6103695-97cc-4ebd-930e-1196b80cd8a7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:19.181660 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9ae119e5-f87e-4997-947d-5f6ac9dfdaaa req-a6103695-97cc-4ebd-930e-1196b80cd8a7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0529385 Oct 27 14:12:19.221806 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9ae119e5-f87e-4997-947d-5f6ac9dfdaaa req-5589254c-bed1-40bd-8682-946abe493474 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343337 Oct 27 14:12:20.351966 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb7dd2-0260-471e-a6dd-39be559b6213 req-5cf49a3a-e2cc-49af-88cb-ab6e12565059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:20.353475 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a2bb7dd2-0260-471e-a6dd-39be559b6213 req-5cf49a3a-e2cc-49af-88cb-ab6e12565059 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 1097 time: 0.0802472 Oct 27 14:12:20.365973 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08b28-b4b9-4872-a50a-e0d18fb07afe req-e2884215-8fe3-4bdc-b541-167808751916 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:20.367476 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0ef08b28-b4b9-4872-a50a-e0d18fb07afe req-e2884215-8fe3-4bdc-b541-167808751916 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0608552 Oct 27 14:12:20.458109 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0ef08b28-b4b9-4872-a50a-e0d18fb07afe req-a6abc270-1766-40e6-9c9d-a50ade8d92a4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841756 Oct 27 14:12:20.492878 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb7dd2-0260-471e-a6dd-39be559b6213 req-b7b856de-d233-4edb-bb5a-589dfc616007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:20.494696 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a2bb7dd2-0260-471e-a6dd-39be559b6213 req-b7b856de-d233-4edb-bb5a-589dfc616007 service neutron] 10.222.0.71 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 919 time: 0.1122081 Oct 27 14:12:20.572495 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a2bb7dd2-0260-471e-a6dd-39be559b6213 req-5e08edb9-eafa-4d33-8176-a365344148a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab79689-5599-45f7-b77c-95b865b88b1d HTTP/1.1" status: 200 len: 999 time: 0.0606532 Oct 27 14:12:20.697635 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb7dd2-0260-471e-a6dd-39be559b6213 req-93f921e5-194e-4b31-848f-449717693337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:20.699098 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a2bb7dd2-0260-471e-a6dd-39be559b6213 req-93f921e5-194e-4b31-848f-449717693337 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad1ca395-0794-488c-93d8-0590c72f0634 HTTP/1.1" status: 200 len: 856 time: 0.1048102 Oct 27 14:12:20.721377 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-0e4d22da-d6e1-489b-8ac9-01d206afe403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:20.722830 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-0e4d22da-d6e1-489b-8ac9-01d206afe403 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319&tenant_id=c84e18e41f634c02ac87674f5f6da28d HTTP/1.1" status: 200 len: 1097 time: 0.0977592 Oct 27 14:12:20.749654 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb7dd2-0260-471e-a6dd-39be559b6213 req-868913f6-35cb-4558-8847-8f94be28d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:20.751098 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a2bb7dd2-0260-471e-a6dd-39be559b6213 req-868913f6-35cb-4558-8847-8f94be28d850 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417006 Oct 27 14:12:20.856047 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a2bb7dd2-0260-471e-a6dd-39be559b6213 req-85b27f1d-d890-4eba-8c88-3f15592129c6 service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878308 Oct 27 14:12:20.973961 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a2bb7dd2-0260-471e-a6dd-39be559b6213 req-f20e4da7-fc1d-4398-8880-ae8ba1ec4353 service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036289 Oct 27 14:12:21.109646 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-a8b36a15-a17c-447c-88d8-4880159bd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:21.111814 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-a8b36a15-a17c-447c-88d8-4880159bd07a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 1097 time: 0.0505180 Oct 27 14:12:21.216800 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-a90c4d5e-c6e3-4b89-848b-890ff676e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:21.218293 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-a90c4d5e-c6e3-4b89-848b-890ff676e6f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 919 time: 0.0890760 Oct 27 14:12:21.295961 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-ab5a8319-48ec-4db1-9a86-59a78f1570b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aab79689-5599-45f7-b77c-95b865b88b1d HTTP/1.1" status: 200 len: 999 time: 0.0583079 Oct 27 14:12:21.352931 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-0c52dfcf-cdc5-412b-8404-10dcbbb95b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:21.354373 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-0c52dfcf-cdc5-412b-8404-10dcbbb95b10 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad1ca395-0794-488c-93d8-0590c72f0634 HTTP/1.1" status: 200 len: 856 time: 0.0431449 Oct 27 14:12:21.412081 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-9dcc7b1f-6e50-4d30-b847-10515dfc3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:21.413537 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-9dcc7b1f-6e50-4d30-b847-10515dfc3d4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438612 Oct 27 14:12:21.528336 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-579d07e5-4260-4fab-8cba-1a5664c07520 service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926771 Oct 27 14:12:21.636786 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1bf8-9658-457c-ba1d-e715578bd87f req-760461ee-3d9f-4ee3-80df-c8beaf02476c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:21.638269 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-37ca1bf8-9658-457c-ba1d-e715578bd87f req-760461ee-3d9f-4ee3-80df-c8beaf02476c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.1029699 Oct 27 14:12:21.685640 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6cbd1cb4-1e61-4a3e-af4b-eb97d93df2b2 req-98012d2e-265e-4c51-b163-3d68a471017a service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247072 Oct 27 14:12:21.703479 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-37ca1bf8-9658-457c-ba1d-e715578bd87f req-355b0745-b171-4c1d-a464-8c9b726f16db tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547595 Oct 27 14:12:22.849901 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbf3f3-2607-4277-ac10-5416486fc062 req-cd4792b4-4dc9-4994-9a07-a23d7969a653 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:22.851488 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d1cbf3f3-2607-4277-ac10-5416486fc062 req-cd4792b4-4dc9-4994-9a07-a23d7969a653 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0512495 Oct 27 14:12:22.891429 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d1cbf3f3-2607-4277-ac10-5416486fc062 req-afe4b141-7849-4728-97c9-3b90c390db44 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338917 Oct 27 14:12:23.710899 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52062) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:23.820804 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-889a0c54-05ab-484d-9d31-4df304db431c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:23.914121 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-889a0c54-05ab-484d-9d31-4df304db431c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:23.918141 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-889a0c54-05ab-484d-9d31-4df304db431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:23.959889 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-889a0c54-05ab-484d-9d31-4df304db431c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fa218b376b764f60a2f5f4baff6b1f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476542 Oct 27 14:12:23.961001 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52070) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:23.963838 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a0c54-05ab-484d-9d31-4df304db431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff8eeea-c645-4d1d-bc79-220f4def2fbb,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:24.061106 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f104c77-90e5-47b4-a851-ce22ddc9f745 req-b34b52d6-37bd-442d-b352-297ad59f1f7a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:24.063849 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4f104c77-90e5-47b4-a851-ce22ddc9f745 req-b34b52d6-37bd-442d-b352-297ad59f1f7a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0842454 Oct 27 14:12:24.068800 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:24.110313 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:24.145701 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4f104c77-90e5-47b4-a851-ce22ddc9f745 req-fd43d7df-f4b3-4ea7-8d3f-09dc6682fbbd tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738740 Oct 27 14:12:24.198217 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:24.201127 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:24.202468 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cff8eeea-c645-4d1d-bc79-220f4def2fbb HTTP/1.1" status: 204 len: 168 time: 0.2403660 Oct 27 14:12:24.214346 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff8eeea-c645-4d1d-bc79-220f4def2fbb,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:24.239698 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.240112 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.240590 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.241212 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.241884 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.242335 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.242848 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.243184 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.243571 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.244198 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.244704 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.245132 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe57f1-80d2-40b4-ac2e-1da194a8f2cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:24.460328 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7fb52-c575-46d4-a008-4bcaeb73d57c req-ab8a9137-36fd-4e6d-82fd-560d27c1702f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:24.463943 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66b7fb52-c575-46d4-a008-4bcaeb73d57c req-ab8a9137-36fd-4e6d-82fd-560d27c1702f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0939026 Oct 27 14:12:24.518908 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-66b7fb52-c575-46d4-a008-4bcaeb73d57c req-0d477e6a-1f12-470b-9033-cadffe3e5fc3 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508392 Oct 27 14:12:24.581299 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52084) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:24.595048 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-44769087-8a90-4d3c-b507-e8f801bfa29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:24.689904 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-44769087-8a90-4d3c-b507-e8f801bfa29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:24.696402 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-44769087-8a90-4d3c-b507-e8f801bfa29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:24.746922 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-44769087-8a90-4d3c-b507-e8f801bfa29a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9183ed309a7d4ab9aa1b83c7699fc5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620467 Oct 27 14:12:24.746922 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44769087-8a90-4d3c-b507-e8f801bfa29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6edc7a-f771-4743-96af-409a9805f787,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:24.747331 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52088) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:24.802253 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c5c55332-ac0a-4f05-b5bd-55e6d1b8eeb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:24.824978 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c5c55332-ac0a-4f05-b5bd-55e6d1b8eeb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:24.888882 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c5c55332-ac0a-4f05-b5bd-55e6d1b8eeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:24.891943 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c5c55332-ac0a-4f05-b5bd-55e6d1b8eeb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:24.895586 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-c5c55332-ac0a-4f05-b5bd-55e6d1b8eeb7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5c6edc7a-f771-4743-96af-409a9805f787 HTTP/1.1" status: 204 len: 168 time: 0.1473188 Oct 27 14:12:24.923064 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c55332-ac0a-4f05-b5bd-55e6d1b8eeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6edc7a-f771-4743-96af-409a9805f787,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:25.280911 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88192d-620e-48ab-abdb-ee6f06ee120b req-52b94b36-d8a1-4d1f-bedd-1e7ac7f5f0f2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:25.283727 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9a88192d-620e-48ab-abdb-ee6f06ee120b req-52b94b36-d8a1-4d1f-bedd-1e7ac7f5f0f2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0562925 Oct 27 14:12:25.324795 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9a88192d-620e-48ab-abdb-ee6f06ee120b req-d08858ee-3bc9-4aec-a701-41961a88dd28 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347867 Oct 27 14:12:25.649020 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ab63c-72d7-4380-a7b5-459680875f91 req-90762b43-6afe-461f-a2b4-4b972cdaba04 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:25.650636 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3f3ab63c-72d7-4380-a7b5-459680875f91 req-90762b43-6afe-461f-a2b4-4b972cdaba04 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0597980 Oct 27 14:12:25.703592 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3f3ab63c-72d7-4380-a7b5-459680875f91 req-05b7b230-0509-48cb-b22e-f40898b4638d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469964 Oct 27 14:12:26.483874 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c571af-6320-4726-af9f-05c26a685964 req-8542ba57-299c-4c75-a7ef-4a9a8d2da5e0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:26.485531 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e5c571af-6320-4726-af9f-05c26a685964 req-8542ba57-299c-4c75-a7ef-4a9a8d2da5e0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0593941 Oct 27 14:12:26.547605 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e5c571af-6320-4726-af9f-05c26a685964 req-41ed967c-e81a-46f7-ad67-60b4fad1f972 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496676 Oct 27 14:12:26.777960 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52174) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:26.840246 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801193-7a8e-49b6-a712-9e12ea278ddc req-305e904d-5b19-44fe-8253-9c04b0b6f359 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:26.841897 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-72801193-7a8e-49b6-a712-9e12ea278ddc req-305e904d-5b19-44fe-8253-9c04b0b6f359 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0737607 Oct 27 14:12:26.887760 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-72801193-7a8e-49b6-a712-9e12ea278ddc req-ae8facbd-7e29-49de-99ac-94f4fbec1a59 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Oct 27 14:12:26.908712 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-341fe697-71d4-4989-9f6f-7635fa928746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:26.986553 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-341fe697-71d4-4989-9f6f-7635fa928746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:26.990816 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-341fe697-71d4-4989-9f6f-7635fa928746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.034539 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-341fe697-71d4-4989-9f6f-7635fa928746 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b97b1596b00e474f81cbeaf67a42f806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524819 Oct 27 14:12:27.034539 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fe697-71d4-4989-9f6f-7635fa928746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8324da3-d712-4af5-b77e-d17c5e55ff5c,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:27.035268 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52182) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:27.087833 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3c056d44-93e1-4795-ab1d-abc6d74886c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.109431 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3c056d44-93e1-4795-ab1d-abc6d74886c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.177554 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3c056d44-93e1-4795-ab1d-abc6d74886c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.180667 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3c056d44-93e1-4795-ab1d-abc6d74886c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.200888 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-3c056d44-93e1-4795-ab1d-abc6d74886c4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e8324da3-d712-4af5-b77e-d17c5e55ff5c HTTP/1.1" status: 204 len: 168 time: 0.1483898 Oct 27 14:12:27.212348 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c056d44-93e1-4795-ab1d-abc6d74886c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8324da3-d712-4af5-b77e-d17c5e55ff5c,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:27.494760 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52188) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:27.508340 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d7ccd175-bd11-4345-aad6-7c8e9e1e3341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.589000 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d7ccd175-bd11-4345-aad6-7c8e9e1e3341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.594200 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d7ccd175-bd11-4345-aad6-7c8e9e1e3341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.644502 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccd175-bd11-4345-aad6-7c8e9e1e3341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0637b297-8d38-4dec-97fb-1a8ba0b5ff62,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:27.651693 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-d7ccd175-bd11-4345-aad6-7c8e9e1e3341 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=63852ac3b3324cd9ab29ab2ee955871d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566205 Oct 27 14:12:27.654453 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52196) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:27.698048 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172478a-4510-4394-ac03-ff9e0497be09 req-c6e54b12-7e44-4e75-ae9d-6285a397208e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:27.700788 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5172478a-4510-4394-ac03-ff9e0497be09 req-c6e54b12-7e44-4e75-ae9d-6285a397208e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0747571 Oct 27 14:12:27.714785 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4255cd09-af7f-4c0a-bcce-52f644201b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.738082 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4255cd09-af7f-4c0a-bcce-52f644201b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.744694 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5172478a-4510-4394-ac03-ff9e0497be09 req-a57b7e0d-5044-4646-a25b-165c091caa36 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367076 Oct 27 14:12:27.786156 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4255cd09-af7f-4c0a-bcce-52f644201b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.788688 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4255cd09-af7f-4c0a-bcce-52f644201b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:27.791657 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-4255cd09-af7f-4c0a-bcce-52f644201b57 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0637b297-8d38-4dec-97fb-1a8ba0b5ff62 HTTP/1.1" status: 204 len: 168 time: 0.1358533 Oct 27 14:12:27.802176 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255cd09-af7f-4c0a-bcce-52f644201b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0637b297-8d38-4dec-97fb-1a8ba0b5ff62,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:28.045558 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409656c-9119-4282-8f99-d5dee295442a req-62af02a4-480a-4677-a9ad-2b54fd211218 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:28.047252 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4409656c-9119-4282-8f99-d5dee295442a req-62af02a4-480a-4677-a9ad-2b54fd211218 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0524035 Oct 27 14:12:28.099961 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4409656c-9119-4282-8f99-d5dee295442a req-7b51d649-a8e0-44ba-a3f8-7476cd51ea69 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Oct 27 14:12:28.880136 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007a51b-a775-4a5a-8aff-cde815ca317e req-bcbd1e14-189d-4715-810b-8ce049095e01 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:28.881633 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9007a51b-a775-4a5a-8aff-cde815ca317e req-bcbd1e14-189d-4715-810b-8ce049095e01 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0597086 Oct 27 14:12:28.922745 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9007a51b-a775-4a5a-8aff-cde815ca317e req-28c27a94-f300-4759-baf8-ac2ff809304c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345676 Oct 27 14:12:29.224888 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a623c0d-8cfe-4ece-b7ca-009d1d51cfbf req-18b21659-2913-4d3c-9503-2cbe9ad5f893 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:29.226693 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9a623c0d-8cfe-4ece-b7ca-009d1d51cfbf req-18b21659-2913-4d3c-9503-2cbe9ad5f893 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0513146 Oct 27 14:12:29.274958 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9a623c0d-8cfe-4ece-b7ca-009d1d51cfbf req-a871c8fa-cdb1-47d2-9e7b-9d20c5612983 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 Oct 27 14:12:30.083203 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc711abb-6275-4861-acbe-c9dee1ccf226 req-987e0a85-3ee9-42b2-8108-409e6ae8b806 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:30.091174 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fc711abb-6275-4861-acbe-c9dee1ccf226 req-987e0a85-3ee9-42b2-8108-409e6ae8b806 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0759678 Oct 27 14:12:30.137667 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fc711abb-6275-4861-acbe-c9dee1ccf226 req-47e30c50-4779-47ec-8f3d-f87fc0857db9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453813 Oct 27 14:12:30.396133 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d79b3-acfb-45ab-bbb1-18f609382afb req-22b83c66-b8f9-4c92-92cb-7c83007493b3 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:30.397599 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5e3d79b3-acfb-45ab-bbb1-18f609382afb req-22b83c66-b8f9-4c92-92cb-7c83007493b3 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0536871 Oct 27 14:12:30.437183 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5e3d79b3-acfb-45ab-bbb1-18f609382afb req-02a590aa-dfc1-48ac-9352-a0a07027f07f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331724 Oct 27 14:12:31.289728 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58447ef6-aa2b-452e-845c-d85cd09b3c92 req-ffab85e0-64e6-49cb-bad5-8738c806beb9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:31.297434 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-58447ef6-aa2b-452e-845c-d85cd09b3c92 req-ffab85e0-64e6-49cb-bad5-8738c806beb9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0884001 Oct 27 14:12:31.346838 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-58447ef6-aa2b-452e-845c-d85cd09b3c92 req-bfe86ba4-0811-471c-b51e-ba0dcb09043d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484266 Oct 27 14:12:31.574455 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08d1c-afd3-4a5b-bc96-88b85fe9fb0d req-851899ba-6a95-4ce0-8f14-0a58bd9c8a25 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:31.576004 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-27b08d1c-afd3-4a5b-bc96-88b85fe9fb0d req-851899ba-6a95-4ce0-8f14-0a58bd9c8a25 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0554838 Oct 27 14:12:31.618218 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-27b08d1c-afd3-4a5b-bc96-88b85fe9fb0d req-b5484a49-0b3f-465f-827e-419ef6b856ff tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340917 Oct 27 14:12:32.452298 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-b5a6fc70-82bd-4452-aa61-bcb231d8f2cd tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023159621&fields=id&tenant_id=c924da1e65494809b6ceaf4b8a10e166 HTTP/1.1" status: 200 len: 267 time: 0.0370183 Oct 27 14:12:32.568218 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-b4d4f364-bd79-45c5-b829-c713e1f23468 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:32.569644 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-b4d4f364-bd79-45c5-b829-c713e1f23468 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/networks?id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5 HTTP/1.1" status: 200 len: 808 time: 0.1102283 Oct 27 14:12:32.585611 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-b918a15b-24c7-4876-822f-936db6af717b tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/quotas/c924da1e65494809b6ceaf4b8a10e166 HTTP/1.1" status: 200 len: 375 time: 0.0100138 Oct 27 14:12:32.639602 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-132368fc-4eb0-483d-87bf-bbc9c5e514b1 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c924da1e65494809b6ceaf4b8a10e166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482028 Oct 27 14:12:33.000064 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-fc97cf27-76cb-484f-9e4a-b0e945436a22 service neutron] 10.222.0.85 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467307 Oct 27 14:12:33.098790 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52350) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:33.116284 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-22598e64-27ea-4b5e-a449-d945017f70e5 service neutron] 10.222.0.85 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930469 Oct 27 14:12:33.219375 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7accf28-a028-488e-85d0-b209d7b18726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:33.321617 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7accf28-a028-488e-85d0-b209d7b18726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:33.328647 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7accf28-a028-488e-85d0-b209d7b18726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:33.376319 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52362) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:33.376563 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-d7accf28-a028-488e-85d0-b209d7b18726 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=467eec19942b4957b1699bda20b5b3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761221 Oct 27 14:12:33.377486 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7accf28-a028-488e-85d0-b209d7b18726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ee3182-def8-4067-9e02-64d2896fe8b7,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:33.461725 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-58bb59ee-d570-4123-b38c-5b136fa6a8cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:33.489101 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-58bb59ee-d570-4123-b38c-5b136fa6a8cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:33.574765 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad60c86-c3ba-494f-9c19-3f6744eb5372 req-b05f786f-a666-4335-af31-9b02a06ada83 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:33.576361 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0ad60c86-c3ba-494f-9c19-3f6744eb5372 req-b05f786f-a666-4335-af31-9b02a06ada83 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0902643 Oct 27 14:12:33.608910 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-58bb59ee-d570-4123-b38c-5b136fa6a8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:33.612983 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-58bb59ee-d570-4123-b38c-5b136fa6a8cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:33.614656 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-58bb59ee-d570-4123-b38c-5b136fa6a8cb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/00ee3182-def8-4067-9e02-64d2896fe8b7 HTTP/1.1" status: 204 len: 168 time: 0.2369158 Oct 27 14:12:33.653560 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb59ee-d570-4123-b38c-5b136fa6a8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ee3182-def8-4067-9e02-64d2896fe8b7,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:33.659166 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0ad60c86-c3ba-494f-9c19-3f6744eb5372 req-4b2345d8-6446-4d21-ae7b-d3c0980ef900 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744438 Oct 27 14:12:33.813822 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-7cce7737-593b-46e1-a108-73bebac3265d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:33.867417 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616485-a203-47b5-ba17-88d6b1a1b85d req-4950f58f-418a-44d7-a91d-3fbf126bbc9c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:33.869008 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-58616485-a203-47b5-ba17-88d6b1a1b85d req-4950f58f-418a-44d7-a91d-3fbf126bbc9c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.1161928 Oct 27 14:12:33.920741 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-58616485-a203-47b5-ba17-88d6b1a1b85d req-eac4ade7-f369-4748-8514-65ff5dbf9d5a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455797 Oct 27 14:12:34.032211 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-628c6b32-b2cf-42ce-990b-76d8d5de55d5 req-a8f70711-5746-4b27-a583-78313b3f8a60 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 210 time: 0.0294209 Oct 27 14:12:34.060354 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52380) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:34.074240 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-77ed71bf-267a-4aae-af42-4088110374ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.153984 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-77ed71bf-267a-4aae-af42-4088110374ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.158077 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-77ed71bf-267a-4aae-af42-4088110374ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.197632 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-77ed71bf-267a-4aae-af42-4088110374ea admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f917969ca4f74c41b4bad94e43cbd40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360021 Oct 27 14:12:34.198511 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed71bf-267a-4aae-af42-4088110374ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6044d150-9a91-4e07-aaa4-a60ae55aa070,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:34.200298 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52382) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:34.254222 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ca1799a1-4069-4af5-976a-66f644c62e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.278738 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ca1799a1-4069-4af5-976a-66f644c62e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.340887 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ca1799a1-4069-4af5-976a-66f644c62e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.343694 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ca1799a1-4069-4af5-976a-66f644c62e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.344896 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ca1799a1-4069-4af5-976a-66f644c62e1a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6044d150-9a91-4e07-aaa4-a60ae55aa070 HTTP/1.1" status: 204 len: 168 time: 0.1436160 Oct 27 14:12:34.353548 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1799a1-4069-4af5-976a-66f644c62e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6044d150-9a91-4e07-aaa4-a60ae55aa070,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:34.697918 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52392) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:34.711688 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a08f2c14-f2dc-41a3-937c-bd1a0c7f9ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.794835 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a08f2c14-f2dc-41a3-937c-bd1a0c7f9ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.800262 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a08f2c14-f2dc-41a3-937c-bd1a0c7f9ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.803628 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bd8f6-8e9b-49fb-acc9-8f83b4b89d8a req-57174672-9ec2-43b5-b6d2-684cd1a11411 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:34.805289 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-287bd8f6-8e9b-49fb-acc9-8f83b4b89d8a req-57174672-9ec2-43b5-b6d2-684cd1a11411 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0620689 Oct 27 14:12:34.841704 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f2c14-f2dc-41a3-937c-bd1a0c7f9ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9af94ec-3c7d-45b9-8de5-39c5661fae39,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:34.846823 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-a08f2c14-f2dc-41a3-937c-bd1a0c7f9ced admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=14c63652e7cc427fb34f48474cbc0124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478319 Oct 27 14:12:34.850225 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52394) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:34.864723 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-287bd8f6-8e9b-49fb-acc9-8f83b4b89d8a req-ca3d68ad-a30e-4cdf-ad42-005ca88e5ac5 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443833 Oct 27 14:12:34.904422 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-003e3868-7900-4c60-a825-270df5b8c09f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.927715 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-003e3868-7900-4c60-a825-270df5b8c09f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.983875 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-003e3868-7900-4c60-a825-270df5b8c09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.986419 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-003e3868-7900-4c60-a825-270df5b8c09f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:34.987647 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-003e3868-7900-4c60-a825-270df5b8c09f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e9af94ec-3c7d-45b9-8de5-39c5661fae39 HTTP/1.1" status: 204 len: 168 time: 0.1365058 Oct 27 14:12:35.000141 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e3868-7900-4c60-a825-270df5b8c09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9af94ec-3c7d-45b9-8de5-39c5661fae39,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:35.078819 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da45cc-b60c-4f21-bf0a-8995a9e678dc req-5080679a-1905-4986-81d8-e4ab8fd21270 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:35.080908 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-28da45cc-b60c-4f21-bf0a-8995a9e678dc req-5080679a-1905-4986-81d8-e4ab8fd21270 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0851171 Oct 27 14:12:35.126702 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-28da45cc-b60c-4f21-bf0a-8995a9e678dc req-58e1af76-23fc-468c-bd9c-a1aa4fedf7e1 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373013 Oct 27 14:12:35.220215 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f1a1e3bd-ce67-493a-b9cc-bbbf8677d800 req-a0cc49b0-fa68-4828-a71d-b416faf35a1c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 210 time: 0.0296195 Oct 27 14:12:36.001024 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bba6f-2115-4c68-b277-17e05f827a78 req-118af74e-5f67-4195-adb4-8363468fb27e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:36.002579 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0b8bba6f-2115-4c68-b277-17e05f827a78 req-118af74e-5f67-4195-adb4-8363468fb27e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0593438 Oct 27 14:12:36.051769 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0b8bba6f-2115-4c68-b277-17e05f827a78 req-c9fea4fa-a3f3-4dda-8993-271802f36816 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 Oct 27 14:12:36.255434 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8d2ff-5564-4bd8-ba11-9800172165c0 req-760fa780-ea9c-465d-a95e-77f67abdedf3 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:36.257086 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7ed8d2ff-5564-4bd8-ba11-9800172165c0 req-760fa780-ea9c-465d-a95e-77f67abdedf3 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0538690 Oct 27 14:12:36.298582 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7ed8d2ff-5564-4bd8-ba11-9800172165c0 req-ac8d59fe-721c-4005-bfb0-f754af1e188e tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354238 Oct 27 14:12:36.404128 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-736ccd5c-9d2c-49d9-8020-10a8a2ffed37 req-1d09a522-9d98-45dc-adca-812732053348 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 210 time: 0.0350931 Oct 27 14:12:36.772470 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-78601e48-bda1-43e6-9363-5194523f205a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:37.176813 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73ffb2-3d4f-43ae-bab8-462d69e6c318 req-12053a84-9322-4555-8848-89ac7af1720f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:37.178387 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-df73ffb2-3d4f-43ae-bab8-462d69e6c318 req-12053a84-9322-4555-8848-89ac7af1720f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0507569 Oct 27 14:12:37.223837 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-df73ffb2-3d4f-43ae-bab8-462d69e6c318 req-fdcc5d83-d81c-4c7f-8cdd-4907b40268e0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353918 Oct 27 14:12:37.554871 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211050de-2381-40e1-af2c-1e419a4bf7f6 req-f173b340-b529-4586-9f6e-de93b8bae80c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:37.556396 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-211050de-2381-40e1-af2c-1e419a4bf7f6 req-f173b340-b529-4586-9f6e-de93b8bae80c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0557199 Oct 27 14:12:37.593845 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-211050de-2381-40e1-af2c-1e419a4bf7f6 req-42367f1e-0017-4630-85fb-58aea65370a1 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Oct 27 14:12:37.677451 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cae6a3b4-9d9e-4557-8ab3-ddc1bb799324 req-0fc303d1-a30a-4035-96e0-fde051b8dea2 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 210 time: 0.0276086 Oct 27 14:12:37.745222 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:37.917078 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:38.369639 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef115538-4e84-406d-b384-a64e9d7a56fe req-5c8a5a89-c433-4185-b7f1-1dd9c38a1e0b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:38.371256 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ef115538-4e84-406d-b384-a64e9d7a56fe req-5c8a5a89-c433-4185-b7f1-1dd9c38a1e0b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0615392 Oct 27 14:12:38.418734 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ef115538-4e84-406d-b384-a64e9d7a56fe req-5dcb54c1-1264-4cd8-b3bd-f1601e8f2d7d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397062 Oct 27 14:12:38.713817 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e9d7a-3908-42ec-b03c-7405319a0c61 req-d12711b2-4c27-4ce4-b58d-a888f49178ed tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:38.715309 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-262e9d7a-3908-42ec-b03c-7405319a0c61 req-d12711b2-4c27-4ce4-b58d-a888f49178ed tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0526030 Oct 27 14:12:38.752702 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-262e9d7a-3908-42ec-b03c-7405319a0c61 req-b4eea462-2f4f-4728-8ca2-81c974f0caf7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Oct 27 14:12:38.836058 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d29ab3a1-7071-4a9d-bff0-f50f2673cf9e req-d1ab7f14-d1ba-4253-90a1-e264a458af6d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 210 time: 0.0275621 Oct 27 14:12:39.104961 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-0ee978b5-6dfd-44d7-b6df-185f6b66809a tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:39.106412 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-0ee978b5-6dfd-44d7-b6df-185f6b66809a tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.71 "GET /v2.0/networks?id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5 HTTP/1.1" status: 200 len: 808 time: 0.1099238 Oct 27 14:12:39.165518 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-266464d6-f814-4b98-b1a3-a7030cbcb7e5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c924da1e65494809b6ceaf4b8a10e166 HTTP/1.1" status: 200 len: 380 time: 0.0342736 Oct 27 14:12:39.177586 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Request body: {'port': {'device_id': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'admin_state_up': True, 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'security_groups': ['db348ff5-1d4a-40a9-85a7-55fbe4c93ca6']}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:39.284086 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Made reservation on behalf of c924da1e65494809b6ceaf4b8a10e166 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:39.287851 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:39.420997 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Allocated IP 172.20.0.11 (ac770c01-1b9a-4b32-bd76-dffbf7a672f5/e60fc371-9d94-4a14-99dd-a7c382854dc9/e5f6c633-3fb1-4c33-8bba-2b47432ace5a) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:39.432409 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:39.596671 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d86efd-2e53-456f-97cd-1dd1ffac74dd req-f1c45dfc-c20c-4792-bf87-4d7a7b3ac1db tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:39.598303 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-12d86efd-2e53-456f-97cd-1dd1ffac74dd req-f1c45dfc-c20c-4792-bf87-4d7a7b3ac1db tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0806234 Oct 27 14:12:39.644254 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:39.663848 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-12d86efd-2e53-456f-97cd-1dd1ffac74dd req-54b0d5af-8179-4932-8e14-e45b9a8d8b5a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559721 Oct 27 14:12:39.703776 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:39.758159 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:39.763530 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:39.767283 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:39.773401 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:39.774073 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:39.790076 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event updated for resources: {'Port': ['ID=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:39.802259 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-53675313-80e0-41d2-b3db-b29542990665 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6287467 Oct 27 14:12:39.818455 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Request body: {'port': {'device_id': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:39.921965 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:39.938622 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9624b-e325-42db-b5dd-2551b361ebed req-35d0a79d-edb0-4099-953e-aaf9ddfb717c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:39.940259 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4de9624b-e325-42db-b5dd-2551b361ebed req-35d0a79d-edb0-4099-953e-aaf9ddfb717c tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0942354 Oct 27 14:12:40.028764 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4de9624b-e325-42db-b5dd-2551b361ebed req-8ab1d212-99df-4126-9bfe-e609324a602d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814295 Oct 27 14:12:40.085664 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-ebb7a550-e1a8-452a-92e8-33c9a850883a None None] Provisioning complete for port e5f6c633-3fb1-4c33-8bba-2b47432ace5a triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:40.086033 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ebb7a550-e1a8-452a-92e8-33c9a850883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:40.125283 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7a550-e1a8-452a-92e8-33c9a850883a None None] Port e5f6c633-3fb1-4c33-8bba-2b47432ace5a cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:12:40.205056 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30318a0-9d56-46f8-9f7e-d9725a08cf67 req-2be98482-f761-4091-9cd6-c617d49e66e5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:40.206561 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a30318a0-9d56-46f8-9f7e-d9725a08cf67 req-2be98482-f761-4091-9cd6-c617d49e66e5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 932 time: 0.1050136 Oct 27 14:12:40.264246 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a30318a0-9d56-46f8-9f7e-d9725a08cf67 req-355894fd-7c98-4d44-983a-a9f44dfad289 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513973 Oct 27 14:12:40.321095 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f6c633-3fb1-4c33-8bba-2b47432ace5a {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:40.331856 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:40.344437 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Transition to ACTIVE for port object e5f6c633-3fb1-4c33-8bba-2b47432ace5a will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:40.348990 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:40.406718 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Pushing event updated for resources: {'Port': ['ID=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:40.441187 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Attempting to bind port e5f6c633-3fb1-4c33-8bba-2b47432ace5a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:12:40.441893 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Attempting to bind port e5f6c633-3fb1-4c33-8bba-2b47432ace5a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:12:40.441996 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Attempting to bind port e5f6c633-3fb1-4c33-8bba-2b47432ace5a on network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:12:40.446573 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Port e5f6c633-3fb1-4c33-8bba-2b47432ace5a on network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:12:40.446928 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Attempting to bind port e5f6c633-3fb1-4c33-8bba-2b47432ace5a on network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:12:40.453780 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:12:40.454205 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Checking segment: {'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:12:40.454545 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Bound using segment: {'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:12:40.455435 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Bound port: e5f6c633-3fb1-4c33-8bba-2b47432ace5a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328248be-ebc8-4d8d-993a-8ce9df622527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:12:40.455839 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:40.522212 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] For port e5f6c633-3fb1-4c33-8bba-2b47432ace5a, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:40.525547 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] For port e5f6c633-3fb1-4c33-8bba-2b47432ace5a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:40.530773 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:40.564373 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:40.564977 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:40.566484 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] 10.222.0.71 "PUT /v2.0/ports/e5f6c633-3fb1-4c33-8bba-2b47432ace5a HTTP/1.1" status: 200 len: 1094 time: 0.7531967 Oct 27 14:12:40.596226 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adec2bd-d1d9-412c-9b7a-1cb3a0fbf8af service neutron] Pushing event updated for resources: {'Port': ['ID=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:40.679656 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-d4973a93-ff91-4f65-98df-ead868cee30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:40.681717 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-d4973a93-ff91-4f65-98df-ead868cee30e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c924da1e65494809b6ceaf4b8a10e166&device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 1097 time: 0.0648258 Oct 27 14:12:40.742932 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-d114f774-3507-431b-aeca-1217b6bc5111 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a HTTP/1.1" status: 200 len: 217 time: 0.0467591 Oct 27 14:12:40.828659 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-12a4e644-9c62-4aff-9aa4-0155de8f7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:40.830116 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-12a4e644-9c62-4aff-9aa4-0155de8f7e42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e60fc371-9d94-4a14-99dd-a7c382854dc9 HTTP/1.1" status: 200 len: 847 time: 0.0747702 Oct 27 14:12:40.844922 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733feeb-c3a4-4dab-bcf1-8c9e62218f1b req-871ec128-7808-460a-99f9-456e7e44a38e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:40.846567 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1733feeb-c3a4-4dab-bcf1-8c9e62218f1b req-871ec128-7808-460a-99f9-456e7e44a38e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0832005 Oct 27 14:12:40.912483 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1733feeb-c3a4-4dab-bcf1-8c9e62218f1b req-0133a8c1-e04f-4b31-ac08-2b1df8d0c9a0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573244 Oct 27 14:12:40.915291 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-342506d0-b54b-4243-9f21-a7c9e0d4c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:40.916571 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-342506d0-b54b-4243-9f21-a7c9e0d4c49c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691650 Oct 27 14:12:41.013776 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-16ab5c30-6106-4194-a0f5-28a9d3236b66 service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854292 Oct 27 14:12:41.118657 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8310e57a-31f7-49b8-a8c8-30fce17bd9c4 req-2672a1a0-4930-47fa-a717-723727de095b service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935342 Oct 27 14:12:41.157302 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257654a-787f-4f80-a102-7cc976c9385c req-cd0a1055-47a6-4b07-ad89-95fa8ac1f40b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:41.158765 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6257654a-787f-4f80-a102-7cc976c9385c req-cd0a1055-47a6-4b07-ad89-95fa8ac1f40b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0617740 Oct 27 14:12:41.198910 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6257654a-787f-4f80-a102-7cc976c9385c req-00aa55d4-6052-48a0-b5bd-44c3a7528bce tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340829 Oct 27 14:12:41.395036 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1da589-9157-411c-860b-c428d578d170 req-557dfb37-9b0f-46dc-b860-3b5b21232063 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:41.396541 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1d1da589-9157-411c-860b-c428d578d170 req-557dfb37-9b0f-46dc-b860-3b5b21232063 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0618522 Oct 27 14:12:41.440414 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1d1da589-9157-411c-860b-c428d578d170 req-cc998469-727a-4e9f-afb4-3d4e7ec09650 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372298 Oct 27 14:12:41.740743 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697fc76-cd50-4087-bdc9-fcb2a0b9149c req-a538df29-8a40-46c7-b552-3ef67479ca34 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:41.742381 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5697fc76-cd50-4087-bdc9-fcb2a0b9149c req-a538df29-8a40-46c7-b552-3ef67479ca34 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.71 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 945 time: 0.0514057 Oct 27 14:12:41.760447 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52598) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:41.851683 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-5697fc76-cd50-4087-bdc9-fcb2a0b9149c req-fd8a2351-0463-4f94-8901-5c984b46189a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Deleting port d3b6171c-067b-46e6-9907-3c63ab8ab975 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:12:41.852027 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5697fc76-cd50-4087-bdc9-fcb2a0b9149c req-fd8a2351-0463-4f94-8901-5c984b46189a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:41.872266 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:41.942387 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-5697fc76-cd50-4087-bdc9-fcb2a0b9149c req-fd8a2351-0463-4f94-8901-5c984b46189a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] For port d3b6171c-067b-46e6-9907-3c63ab8ab975, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d3b6171c-067b-46e6-9907-3c63ab8ab975,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:41.943013 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5697fc76-cd50-4087-bdc9-fcb2a0b9149c req-fd8a2351-0463-4f94-8901-5c984b46189a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:41.948904 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:41.954065 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:41.961295 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-5697fc76-cd50-4087-bdc9-fcb2a0b9149c req-fd8a2351-0463-4f94-8901-5c984b46189a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Calling delete_port for d3b6171c-067b-46e6-9907-3c63ab8ab975 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:12:41.995555 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e89a5a-aa22-4f52-b4ce-5c69104c9863,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:42.003644 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8029ccb929814d29a66f718f5ebc9488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394211 Oct 27 14:12:42.005233 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52604) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:42.012991 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.013340 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.013679 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.014011 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.014345 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.014676 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.015008 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.015355 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.015685 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.016035 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.016330 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.016753 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eafdf75-b116-43fe-9f1b-06129c5cd36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:42.063659 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7de79251-9626-40ac-8b69-d044701c356d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.078811 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf819af-1269-470c-8e68-5e6916367015 req-260100e7-98ca-4e80-bf68-debd358afc6e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:42.080307 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0bf819af-1269-470c-8e68-5e6916367015 req-260100e7-98ca-4e80-bf68-debd358afc6e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0729933 Oct 27 14:12:42.086152 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7de79251-9626-40ac-8b69-d044701c356d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.135940 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7de79251-9626-40ac-8b69-d044701c356d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.138865 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7de79251-9626-40ac-8b69-d044701c356d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.140125 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-7de79251-9626-40ac-8b69-d044701c356d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e0e89a5a-aa22-4f52-b4ce-5c69104c9863 HTTP/1.1" status: 204 len: 168 time: 0.1341066 Oct 27 14:12:42.150938 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de79251-9626-40ac-8b69-d044701c356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e89a5a-aa22-4f52-b4ce-5c69104c9863,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:42.158622 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0bf819af-1269-470c-8e68-5e6916367015 req-026854c5-de10-443a-9911-c0c9259284e9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717385 Oct 27 14:12:42.173308 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5697fc76-cd50-4087-bdc9-fcb2a0b9149c req-fd8a2351-0463-4f94-8901-5c984b46189a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.193143 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['d3b6171c-067b-46e6-9907-3c63ab8ab975', '766d9692-5198-4c25-aa3a-d99900cc51b5'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:42.210411 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a2351-0463-4f94-8901-5c984b46189a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Pushing event deleted for resources: {'Port': ['ID=d3b6171c-067b-46e6-9907-3c63ab8ab975,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:42.266908 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-5697fc76-cd50-4087-bdc9-fcb2a0b9149c req-fd8a2351-0463-4f94-8901-5c984b46189a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] No DVR routers for this DVR port d3b6171c-067b-46e6-9907-3c63ab8ab975 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:12:42.270608 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-5697fc76-cd50-4087-bdc9-fcb2a0b9149c req-fd8a2351-0463-4f94-8901-5c984b46189a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.275038 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5697fc76-cd50-4087-bdc9-fcb2a0b9149c req-fd8a2351-0463-4f94-8901-5c984b46189a tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.71 "DELETE /v2.0/ports/d3b6171c-067b-46e6-9907-3c63ab8ab975 HTTP/1.1" status: 204 len: 173 time: 0.5184169 Oct 27 14:12:42.322726 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5cafda47-d626-4769-b45d-1f0e26606268 req-3681e793-28c6-4f55-8a67-6d7d7214e077 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=70957fff-2020-4c1f-8829-004a5b2cb3f8 HTTP/1.1" status: 200 len: 210 time: 0.0380089 Oct 27 14:12:42.469938 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52616) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:42.484619 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-796fcb8a-bb4b-4e9a-9090-7d83c20d2b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.563069 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c424f-b743-46c5-9dab-d92ee8c2ce49 req-262dbf4f-6dd2-4ac8-9b8f-5d754682a403 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:42.564514 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8f3c424f-b743-46c5-9dab-d92ee8c2ce49 req-262dbf4f-6dd2-4ac8-9b8f-5d754682a403 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0525186 Oct 27 14:12:42.565518 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-796fcb8a-bb4b-4e9a-9090-7d83c20d2b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.570997 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-796fcb8a-bb4b-4e9a-9090-7d83c20d2b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.607398 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8f3c424f-b743-46c5-9dab-d92ee8c2ce49 req-48cad37e-90f6-47c7-8a82-0e49e272bbbc tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328526 Oct 27 14:12:42.612659 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-796fcb8a-bb4b-4e9a-9090-7d83c20d2b00 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=86d92b294a7449fcaad4af0ada88e021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416457 Oct 27 14:12:42.615372 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fcb8a-bb4b-4e9a-9090-7d83c20d2b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f97c64-f31b-40ef-88a8-6e20b65d42ba,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:42.616045 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52618) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:42.667714 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0f656dde-9da8-4110-a77b-4e6c506623e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.691972 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0f656dde-9da8-4110-a77b-4e6c506623e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.736290 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0f656dde-9da8-4110-a77b-4e6c506623e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.739427 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0f656dde-9da8-4110-a77b-4e6c506623e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:42.740557 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-0f656dde-9da8-4110-a77b-4e6c506623e4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e2f97c64-f31b-40ef-88a8-6e20b65d42ba HTTP/1.1" status: 204 len: 168 time: 0.1234941 Oct 27 14:12:42.748114 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f656dde-9da8-4110-a77b-4e6c506623e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f97c64-f31b-40ef-88a8-6e20b65d42ba,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:43.296016 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6667d-a0a8-4722-ad63-f54bd91d77a9 req-7f7704bf-9573-4c86-97db-956cd69b057d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:43.297508 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-41c6667d-a0a8-4722-ad63-f54bd91d77a9 req-7f7704bf-9573-4c86-97db-956cd69b057d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0531001 Oct 27 14:12:43.337638 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-41c6667d-a0a8-4722-ad63-f54bd91d77a9 req-61c3801f-509b-47fe-aed7-7f78f133f9b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334620 Oct 27 14:12:43.465058 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52650) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:43.578405 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-194782795-network', 'tenant_id': 'cc55547072924a4fb6a0ff7a440db903'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:43.620387 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Made reservation on behalf of cc55547072924a4fb6a0ff7a440db903 for: {'network': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:43.622620 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:43.632207 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67090c6-bce7-4679-b834-def8964a91a4 req-37e7dd9b-9098-45cc-a9a0-c523d9535360 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:43.633706 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a67090c6-bce7-4679-b834-def8964a91a4 req-37e7dd9b-9098-45cc-a9a0-c523d9535360 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0702524 Oct 27 14:12:43.640996 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:43.696290 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a67090c6-bce7-4679-b834-def8964a91a4 req-37c53e38-a558-4504-b04c-20cd04b22e2d tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563061 Oct 27 14:12:43.755771 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:43.766233 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:43.812697 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=101655) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:12:43.824752 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463629c2-3dba-481a-94cd-138dd9b4e007,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:43.832944 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:43.832944 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.segments_db [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Added segment 9ff83c33-4a85-4cc7-a04f-fdabcc237490 of type vlan for network a2e9f09d-047d-4530-9e61-030b26a94b9d Oct 27 14:12:43.847034 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88a936-0059-4bbd-add9-20d95128ffba req-ff11d4db-49dc-4f9a-9767-34b146fc7b32 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:43.849471 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0f88a936-0059-4bbd-add9-20d95128ffba req-ff11d4db-49dc-4f9a-9767-34b146fc7b32 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0959954 Oct 27 14:12:43.903671 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:43.922556 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0f88a936-0059-4bbd-add9-20d95128ffba req-9cafa429-9572-47d9-a0b5-2153787bbdeb tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662425 Oct 27 14:12:43.939394 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:43.940321 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:43.940920 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:43.996413 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5302405 Oct 27 14:12:43.999349 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52664) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:44.004810 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] Request body: {'subnet': {'network_id': 'a2e9f09d-047d-4530-9e61-030b26a94b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-194782795-subnet', 'tenant_id': 'cc55547072924a4fb6a0ff7a440db903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:44.008827 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bce7e9-743e-46ec-b3ac-be61a5867832 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e9f09d-047d-4530-9e61-030b26a94b9d,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:44.024405 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network a2e9f09d-047d-4530-9e61-030b26a94b9d details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:12:44.028902 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] Made reservation on behalf of cc55547072924a4fb6a0ff7a440db903 for: {'subnet': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:44.031624 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5123651'] for subnet, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:44.199514 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5109561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5123665'] for subnet, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:44.253145 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=216c7a54-29d8-4dd9-88ee-115742d98d04,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:44.264166 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] Checking segment: {'id': '9ff83c33-4a85-4cc7-a04f-fdabcc237490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'a2e9f09d-047d-4530-9e61-030b26a94b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101656) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:12:44.264519 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] Network hostable DHCP agents. Network: a2e9f09d-047d-4530-9e61-030b26a94b9d, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101656) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:12:44.281297 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] Network a2e9f09d-047d-4530-9e61-030b26a94b9d is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101656) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:12:44.290322 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, a2e9f09d-047d-4530-9e61-030b26a94b9d) {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:44.298583 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3896a69d-e824-4bd2-a484-584abeafa3d4 None None] Network a2e9f09d-047d-4530-9e61-030b26a94b9d requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:12:44.298850 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:44.299490 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:44.316135 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ca004fc6-35d4-41c6-a1a9-9888c7529375 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3156805 Oct 27 14:12:44.430451 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d93c13d-dfd1-4ab8-ab1d-06ff8a24e784 None None] Network a2e9f09d-047d-4530-9e61-030b26a94b9d requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:12:44.471945 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e500ffa-0db2-4e57-b160-09f43fd3b9ec req-3eb2fb0a-c294-4307-9c0b-f64ecec91fa7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:44.473992 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3e500ffa-0db2-4e57-b160-09f43fd3b9ec req-3eb2fb0a-c294-4307-9c0b-f64ecec91fa7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0589831 Oct 27 14:12:44.539636 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3e500ffa-0db2-4e57-b160-09f43fd3b9ec req-463ff9bc-e3b0-45c6-a34a-f463a8705dc7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Oct 27 14:12:44.815435 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f6dc3-69da-4f1e-ad97-ca2a2847c4c9 req-a3e60422-d043-4deb-b070-141721d4d7c4 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:44.817511 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-412f6dc3-69da-4f1e-ad97-ca2a2847c4c9 req-a3e60422-d043-4deb-b070-141721d4d7c4 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0508041 Oct 27 14:12:44.858031 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-412f6dc3-69da-4f1e-ad97-ca2a2847c4c9 req-a6c06c1f-de63-485a-8825-0f0bdcc05ccf tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341766 Oct 27 14:12:44.871366 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52688) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:44.876765 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1709463906-network', 'tenant_id': 'bf187e92debe4ff7a2279f9ab8b34ffd'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:44.898805 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Made reservation on behalf of bf187e92debe4ff7a2279f9ab8b34ffd for: {'network': 1} {{(pid=101656) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:44.901148 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for network, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:44.910260 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:44.988221 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:44.993286 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:45.022013 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=101656) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:12:45.027423 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f17202-d5a4-463d-861b-e8832e1b4432,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:45.035653 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:45.036024 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.segments_db [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Added segment 20149674-f54c-428d-9a25-7ea6f5328c01 of type vlan for network 8346f507-81dc-4c36-800b-64f363a15a81 Oct 27 14:12:45.047547 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e46d1-5fcf-48b7-a725-265390382918 req-d1cc0292-76d7-460e-87f0-bb27a31f823d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:45.049293 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2a8e46d1-5fcf-48b7-a725-265390382918 req-d1cc0292-76d7-460e-87f0-bb27a31f823d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0557463 Oct 27 14:12:45.081674 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749825287352'] for network, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:45.089335 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2a8e46d1-5fcf-48b7-a725-265390382918 req-0c8df32d-ef04-4f1c-b46a-8c5b13c02c1b tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342622 Oct 27 14:12:45.107788 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for network, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:45.108817 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device d3b6171c-067b-46e6-9907-3c63ab8ab975 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:12:45.109306 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:45.109722 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:45.130238 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: d3b6171c-067b-46e6-9907-3c63ab8ab975 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:12:45.130937 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device d3b6171c-067b-46e6-9907-3c63ab8ab975 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:12:45.168206 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2957022 Oct 27 14:12:45.171092 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52694) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:45.176191 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] Request body: {'subnet': {'network_id': '8346f507-81dc-4c36-800b-64f363a15a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1709463906-subnet', 'tenant_id': 'bf187e92debe4ff7a2279f9ab8b34ffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:45.179027 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a00a0-7064-4aef-9d40-30b0574c170a admin admin] Pushing event updated for resources: {'Network': ['ID=8346f507-81dc-4c36-800b-64f363a15a81,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:45.188981 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Network 8346f507-81dc-4c36-800b-64f363a15a81 details requested by agent ovs-agent-dv-cinder-815660-2-iscsi with host dv-cinder-815660-2-iscsi {{(pid=101657) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:12:45.200519 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] Made reservation on behalf of bf187e92debe4ff7a2279f9ab8b34ffd for: {'subnet': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:45.202911 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:45.373014 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:45.428499 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5749491-0e18-40d6-a1a0-083ea1b03470,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:45.439701 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] Checking segment: {'id': '20149674-f54c-428d-9a25-7ea6f5328c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '8346f507-81dc-4c36-800b-64f363a15a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:12:45.440068 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] Network hostable DHCP agents. Network: 8346f507-81dc-4c36-800b-64f363a15a81, hostable agents: ['bf5b3c13-71cb-47eb-83d2-c60dd6181681'], hosted agents: [] {{(pid=101655) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:12:45.458674 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] Network 8346f507-81dc-4c36-800b-64f363a15a81 is scheduled to be hosted by DHCP agent bf5b3c13-71cb-47eb-83d2-c60dd6181681 with binding_index 1 {{(pid=101655) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:12:45.467576 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-2-iscsi, 8346f507-81dc-4c36-800b-64f363a15a81) {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:45.471982 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:45.473339 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:45.480092 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5da6c4-8832-4dc5-a472-e7fa6ab0c251 None None] Network 8346f507-81dc-4c36-800b-64f363a15a81 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:12:45.489961 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-05ab8325-3414-4ac8-85f9-411814e9f626 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3176298 Oct 27 14:12:45.620478 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f766757f-9cf2-43e0-8c60-0c5302734c58 None None] Network 8346f507-81dc-4c36-800b-64f363a15a81 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:12:45.699934 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2d168-06b0-4315-8c9d-0f7d9f01befc req-54910f55-789b-4b58-9e3a-d89b3b242903 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:45.707891 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f3a2d168-06b0-4315-8c9d-0f7d9f01befc req-54910f55-789b-4b58-9e3a-d89b3b242903 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0598462 Oct 27 14:12:45.748283 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f3a2d168-06b0-4315-8c9d-0f7d9f01befc req-ae2e9379-f45c-46b6-ac1b-42f16b4041a0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393643 Oct 27 14:12:45.912149 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76787f1b-dc24-4dc1-90cd-5dec4c252ca8 req-634c48ab-2aa1-4928-ac41-105ece5b779e tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:45.913840 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76787f1b-dc24-4dc1-90cd-5dec4c252ca8 req-634c48ab-2aa1-4928-ac41-105ece5b779e tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0571005 Oct 27 14:12:45.953879 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-76787f1b-dc24-4dc1-90cd-5dec4c252ca8 req-37d19e3e-aa27-4ef4-8be3-2ec476c34f1a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Oct 27 14:12:45.979391 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52718) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:46.102804 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea8b98-a6da-4702-94c4-26d33e376082 req-3f43d03d-59ed-46b5-9247-42b7f5f68c4b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:46.112746 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-85ea8b98-a6da-4702-94c4-26d33e376082 req-3f43d03d-59ed-46b5-9247-42b7f5f68c4b tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0887611 Oct 27 14:12:46.163418 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-85ea8b98-a6da-4702-94c4-26d33e376082 req-8f2f603f-7a78-4b92-b0c7-9ae5326ca2a7 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493884 Oct 27 14:12:46.224020 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f72d7fb-3cb5-4a38-ba6e-de36f6ad4569 tempest-TestMinimumBasicScenario-1097888477 tempest-TestMinimumBasicScenario-1097888477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:46.225678 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-3f72d7fb-3cb5-4a38-ba6e-de36f6ad4569 tempest-TestMinimumBasicScenario-1097888477 tempest-TestMinimumBasicScenario-1097888477-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 1093 time: 0.2438271 Oct 27 14:12:46.228883 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52730) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:46.233962 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Request body: {'floatingip': {'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'port_id': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:46.258944 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for floatingip, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:46.365649 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:46.397906 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7148b81-fb45-4605-ba14-614c8a47495e req-9a5b173f-7c71-4046-b157-cbefce80b84e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:46.399559 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d7148b81-fb45-4605-ba14-614c8a47495e req-9a5b173f-7c71-4046-b157-cbefce80b84e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0545628 Oct 27 14:12:46.439926 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d7148b81-fb45-4605-ba14-614c8a47495e req-73ab02f1-476b-428f-9b52-80739742f434 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339530 Oct 27 14:12:46.479676 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Allocated IP 172.27.0.189 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/1258c76c-61ed-456d-addb-963f763166df) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:46.554178 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9d06b-4a79-4124-9f2d-253c0a219f57 req-ede88387-6216-4964-ae69-162eaac397cc tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:46.555671 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ed9d06b-4a79-4124-9f2d-253c0a219f57 req-ede88387-6216-4964-ae69-162eaac397cc tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 945 time: 0.0572731 Oct 27 14:12:46.597166 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5ed9d06b-4a79-4124-9f2d-253c0a219f57 req-8259900f-658f-4e05-b269-8ce6be34f608 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345263 Oct 27 14:12:46.605598 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:46.643927 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:46.685452 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:46.688296 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:46.690709 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:46.717144 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'Port': ['ID=1258c76c-61ed-456d-addb-963f763166df,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:46.876534 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6c841-b810-4153-b972-b4cfad4b30cb req-edfd984f-57f8-451c-a07f-58a668250ef9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:46.878168 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6cb6c841-b810-4153-b972-b4cfad4b30cb req-edfd984f-57f8-451c-a07f-58a668250ef9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 944 time: 0.0497596 Oct 27 14:12:46.916641 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6cb6c841-b810-4153-b972-b4cfad4b30cb req-8c997c23-b421-45cb-82cd-cb6cd7a82336 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321426 Oct 27 14:12:47.046817 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:47.118341 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aab79689-5599-45f7-b77c-95b865b88b1d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:12:47.231855 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bbb10-e351-43b0-b221-39810edda7c2 req-a752d4df-7307-4cb7-9bc9-aeed8566bc1f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:47.234168 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c72bbb10-e351-43b0-b221-39810edda7c2 req-a752d4df-7307-4cb7-9bc9-aeed8566bc1f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0710640 Oct 27 14:12:47.309008 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c72bbb10-e351-43b0-b221-39810edda7c2 req-fa05dfac-ca75-44c5-8b02-9055f5fa0b09 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628159 Oct 27 14:12:47.345360 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:47.373275 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'port_id': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'mac_address': 'fa:16:3e:da:6c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:12:47.395471 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:47.417244 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:47.434972 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab79689-5599-45f7-b77c-95b865b88b1d {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:47.467846 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:47.474384 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:47.477631 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e01a1-ad4a-4b21-aadd-6369a1ec79f6 req-91c8a1a1-88df-4af7-8612-73fa998fb166 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:47.479301 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a74e01a1-ad4a-4b21-aadd-6369a1ec79f6 req-91c8a1a1-88df-4af7-8612-73fa998fb166 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0651100 Oct 27 14:12:47.529327 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=aab79689-5599-45f7-b77c-95b865b88b1d,revision_number=9']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:47.536867 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.537217 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.537560 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.537895 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.538231 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.538562 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.538890 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.539238 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.539568 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.539697 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a74e01a1-ad4a-4b21-aadd-6369a1ec79f6 req-f41e102e-44d1-462a-bc66-2f6ec83f1328 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537252 Oct 27 14:12:47.539888 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.540214 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.540534 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:47.587869 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:47.593606 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:47.657683 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'Port': ['ID=1258c76c-61ed-456d-addb-963f763166df,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:47.663978 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2ec92-35df-4d45-af57-356effbbe95c req-b37885f2-7a61-4eea-9bd2-661681ca56e5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:47.665715 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d3a2ec92-35df-4d45-af57-356effbbe95c req-b37885f2-7a61-4eea-9bd2-661681ca56e5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0515428 Oct 27 14:12:47.673145 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:47.705130 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d3a2ec92-35df-4d45-af57-356effbbe95c req-b3c1b384-ab9c-40c1-b2ee-7d7164612a0e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332563 Oct 27 14:12:47.776209 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.l3_db [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Floating IP 9365afdb-1544-4824-9df2-048413f428a3 associated. External IP: 172.27.0.189, port: d7dbd7ad-d681-4b28-a600-73b66f728573. Oct 27 14:12:47.811693 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5bf7f-4679-438b-bc76-282ed07477f6 req-99d1fac4-7466-412f-970b-698ef77f1e8b tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:47.813296 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-57e5bf7f-4679-438b-bc76-282ed07477f6 req-99d1fac4-7466-412f-970b-698ef77f1e8b tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 945 time: 0.0524287 Oct 27 14:12:47.852825 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-57e5bf7f-4679-438b-bc76-282ed07477f6 req-d9dd7254-b9a4-4bd9-b1e3-4bcb4c5bc6ca tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329256 Oct 27 14:12:47.993953 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:12:48.047855 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e5a8-8cf8-4c09-a3a7-6f166addaa04 req-1fd8b5d6-0914-45a2-8843-1f940e095790 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:48.049385 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d338e5a8-8cf8-4c09-a3a7-6f166addaa04 req-1fd8b5d6-0914-45a2-8843-1f940e095790 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 945 time: 0.0585392 Oct 27 14:12:48.089497 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d338e5a8-8cf8-4c09-a3a7-6f166addaa04 req-eb873dbf-bb2b-486d-b2c0-ba7110037e7d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333612 Oct 27 14:12:48.118066 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:12:48.127987 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe778f87-ba65-4473-829f-29963f27bf79 None None] Sync routers for ids ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:12:48.132835 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['aab79689-5599-45f7-b77c-95b865b88b1d'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:48.139375 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe778f87-ba65-4473-829f-29963f27bf79 None None] Routers {'10763b51-9b29-48f5-8b4c-8d0d28b13b83'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:48.140119 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-fe778f87-ba65-4473-829f-29963f27bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:12:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:48.141149 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.180979 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-bcad7ab6-dbf2-488e-bfcc-752b867cbf47 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9481902 Oct 27 14:12:48.180979 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573'}] {{(pid=101656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:48.181307 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52762) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:48.181650 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c9c6aa69a7403ae60e4d5f3bfcb1a729f741678d00f34414191addfe6d7192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573"}]}' {{(pid=101656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:12:48.187172 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-60f61218-3d94-43f3-8636-c78c5d69056a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071530249', 'description': 'tempest-secgroup-smoke-2071530249 description', 'project_id': '9fb32c18000f440e88bc81eec30692b9'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:48.217548 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-60f61218-3d94-43f3-8636-c78c5d69056a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.229877 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd013c67-6891-4858-8da4-09200038a9ca x-openstack-request-id: req-bd013c67-6891-4858-8da4-09200038a9ca {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:12:48.229877 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573", "status": "completed", "code": 200}]} {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:12:48.229877 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bd013c67-6891-4858-8da4-09200038a9ca {{(pid=101656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:12:48.230203 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'status': 'completed', 'code': 200} Oct 27 14:12:48.273674 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-fe778f87-ba65-4473-829f-29963f27bf79 None None] Set router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:12:48.323090 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-60f61218-3d94-43f3-8636-c78c5d69056a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.329325 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-60f61218-3d94-43f3-8636-c78c5d69056a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.356763 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5 req-536aa24f-459a-4ef7-9758-e146cba37a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:48.358292 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5 req-536aa24f-459a-4ef7-9758-e146cba37a0e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9fb32c18000f440e88bc81eec30692b9&device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 1098 time: 0.0820000 Oct 27 14:12:48.365424 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-60f61218-3d94-43f3-8636-c78c5d69056a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.366572 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-60f61218-3d94-43f3-8636-c78c5d69056a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1842244 Oct 27 14:12:48.369599 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52766) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:48.374096 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-a4d638c7-6276-4b56-b648-ae5cc9aa4b71 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Request body: {'security_group_rule': {'security_group_id': 'cd50fbfa-f142-4652-8802-f751ca5456e6', 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:48.379919 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f61218-3d94-43f3-8636-c78c5d69056a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd50fbfa-f142-4652-8802-f751ca5456e6,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:48.421512 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a4d638c7-6276-4b56-b648-ae5cc9aa4b71 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.488562 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a4d638c7-6276-4b56-b648-ae5cc9aa4b71 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.493514 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a4d638c7-6276-4b56-b648-ae5cc9aa4b71 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.521623 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d638c7-6276-4b56-b648-ae5cc9aa4b71 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eba157a-b851-4383-a8b6-10bfe5debdc3,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:48.528232 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a4d638c7-6276-4b56-b648-ae5cc9aa4b71 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.532316 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-a4d638c7-6276-4b56-b648-ae5cc9aa4b71 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589167 Oct 27 14:12:48.532698 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52770) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:48.533280 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-fe778f87-ba65-4473-829f-29963f27bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:01Z', 'revision_number': 4, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '9365afdb-1544-4824-9df2-048413f428a3', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'port_id': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'mac_address': 'fa:16:3e:27:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:12:46Z', 'updated_at': '2021-10-27T14:12:46Z', 'revision_number': 0, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac74edc3-5e56-4424-9a55-3cee82fe1765', 'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'mac_address': 'fa:16:3e:50:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:00Z', 'updated_at': '2021-10-27T14:11:05Z', 'revision_number': 5, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'subnets': [{'id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:48.542841 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541365f-8f2f-45c5-96a0-8cd6be907edb req-bcfaaa4f-7139-4fc2-8c6c-b0c60827c773 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:48.544320 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c541365f-8f2f-45c5-96a0-8cd6be907edb req-bcfaaa4f-7139-4fc2-8c6c-b0c60827c773 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0903797 Oct 27 14:12:48.547347 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-ff859a15-aaa7-42ad-bbb7-511f5f504ffb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Request body: {'security_group_rule': {'security_group_id': 'cd50fbfa-f142-4652-8802-f751ca5456e6', 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:48.561007 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe778f87-ba65-4473-829f-29963f27bf79 None None] Checking router: 10763b51-9b29-48f5-8b4c-8d0d28b13b83 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:12:48.569981 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe778f87-ba65-4473-829f-29963f27bf79 None None] Routers {'10763b51-9b29-48f5-8b4c-8d0d28b13b83'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:48.570586 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-fe778f87-ba65-4473-829f-29963f27bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:12:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:48.678688 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.687224 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-fe778f87-ba65-4473-829f-29963f27bf79 None None] Set router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:12:48.845484 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5 req-1b8c2b82-1b59-4dc0-9639-b903d55706e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:48.846939 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5 req-1b8c2b82-1b59-4dc0-9639-b903d55706e2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bc4a1d58-3c4c-43bc-bad6-f8833ae92972 HTTP/1.1" status: 200 len: 917 time: 0.4764218 Oct 27 14:12:48.922261 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c541365f-8f2f-45c5-96a0-8cd6be907edb req-e770db90-a655-4427-b4a0-fc0126532aaa tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674664 Oct 27 14:12:48.931495 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ff859a15-aaa7-42ad-bbb7-511f5f504ffb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.968513 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5 req-b1abd375-1d4d-432a-94eb-082ed51697c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7dbd7ad-d681-4b28-a600-73b66f728573 HTTP/1.1" status: 200 len: 999 time: 0.1010830 Oct 27 14:12:49.052351 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ff859a15-aaa7-42ad-bbb7-511f5f504ffb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.055320 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-fe778f87-ba65-4473-829f-29963f27bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:01Z', 'revision_number': 4, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '9365afdb-1544-4824-9df2-048413f428a3', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'port_id': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'mac_address': 'fa:16:3e:27:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:12:46Z', 'updated_at': '2021-10-27T14:12:46Z', 'revision_number': 0, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac74edc3-5e56-4424-9a55-3cee82fe1765', 'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'mac_address': 'fa:16:3e:50:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:00Z', 'updated_at': '2021-10-27T14:11:05Z', 'revision_number': 5, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'subnets': [{'id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:49.059933 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ff859a15-aaa7-42ad-bbb7-511f5f504ffb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.081575 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5 req-9316a09c-9b0e-4aa7-bfce-125b18bdbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:49.083725 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5 req-9316a09c-9b0e-4aa7-bfce-125b18bdbe38 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e985bd55-fe62-4f3c-a62d-f2d490e3411c HTTP/1.1" status: 200 len: 854 time: 0.1045609 Oct 27 14:12:49.088108 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe778f87-ba65-4473-829f-29963f27bf79 None None] The sync data for ids ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'] in dv-cinder-815660-2-iscsi is: [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:01Z', 'revision_number': 4, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '9365afdb-1544-4824-9df2-048413f428a3', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'port_id': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'mac_address': 'fa:16:3e:27:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:12:46Z', 'updated_at': '2021-10-27T14:12:46Z', 'revision_number': 0, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac74edc3-5e56-4424-9a55-3cee82fe1765', 'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'mac_address': 'fa:16:3e:50:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:00Z', 'updated_at': '2021-10-27T14:11:05Z', 'revision_number': 5, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'subnets': [{'id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:12:49.092940 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859a15-aaa7-42ad-bbb7-511f5f504ffb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a64f5d-23e0-4340-9c57-ec7ea68ba9bb,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:49.110479 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ff859a15-aaa7-42ad-bbb7-511f5f504ffb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.111966 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-ff859a15-aaa7-42ad-bbb7-511f5f504ffb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5778193 Oct 27 14:12:49.117896 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52788) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:49.121668 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb6ae9-fa72-4919-9f7c-da4bc86baaeb req-09eb73aa-e3c5-4370-8591-9b63bba8caea tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:49.123548 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dfcb6ae9-fa72-4919-9f7c-da4bc86baaeb req-09eb73aa-e3c5-4370-8591-9b63bba8caea tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1102986 Oct 27 14:12:49.134172 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-f4e01c93-f906-4b52-93e5-9be91a78d7e9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Request body: {'security_group_rule': {'security_group_id': 'cd50fbfa-f142-4652-8802-f751ca5456e6', 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:49.208243 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dfcb6ae9-fa72-4919-9f7c-da4bc86baaeb req-9fcab978-f86b-41f6-80a1-951a99c0fbe8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607333 Oct 27 14:12:49.215577 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5 req-eb08623b-4848-4495-ae9e-b5289d24a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:49.217265 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5 req-eb08623b-4848-4495-ae9e-b5289d24a76d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc4a1d58-3c4c-43bc-bad6-f8833ae92972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1216149 Oct 27 14:12:49.220009 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f4e01c93-f906-4b52-93e5-9be91a78d7e9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.305571 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f4e01c93-f906-4b52-93e5-9be91a78d7e9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.310342 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f4e01c93-f906-4b52-93e5-9be91a78d7e9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.331406 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e01c93-f906-4b52-93e5-9be91a78d7e9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bacaa58-414c-40bb-8861-49d1339ab6c1,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:49.343535 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f4e01c93-f906-4b52-93e5-9be91a78d7e9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.345117 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-f4e01c93-f906-4b52-93e5-9be91a78d7e9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2252679 Oct 27 14:12:49.350303 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52792) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:49.356168 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-75e60335-f5bb-4259-9c09-0c71ed2c1d11 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Request body: {'security_group_rule': {'security_group_id': 'cd50fbfa-f142-4652-8802-f751ca5456e6', 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:49.382244 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e66c72-9505-47dc-a981-6c8fa97ab976 None None] New status for floating IP 9365afdb-1544-4824-9df2-048413f428a3: ACTIVE {{(pid=101657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:12:49.391426 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-75e60335-f5bb-4259-9c09-0c71ed2c1d11 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.404758 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc89b0-8906-439d-8824-1b179e016559 req-d46fefb9-25dc-4a0c-bbfa-4ce557665971 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:49.406287 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-99fc89b0-8906-439d-8824-1b179e016559 req-d46fefb9-25dc-4a0c-bbfa-4ce557665971 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.1032963 Oct 27 14:12:49.409348 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5 req-6405507c-b08a-4f86-882f-b620bd7e32b9 service neutron] 10.222.0.71 "GET /v2.0/networks/bc4a1d58-3c4c-43bc-bad6-f8833ae92972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809375 Oct 27 14:12:49.469729 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-75e60335-f5bb-4259-9c09-0c71ed2c1d11 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.474067 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-75e60335-f5bb-4259-9c09-0c71ed2c1d11 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.492389 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b101531-6f65-4d4b-b83d-8a50d5d28b26 req-e66e130d-4346-4416-902c-7cc46fb56d59 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:49.493717 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e60335-f5bb-4259-9c09-0c71ed2c1d11 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a912d02-ce63-4891-a98c-968563194e3f,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:49.494377 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4b101531-6f65-4d4b-b83d-8a50d5d28b26 req-e66e130d-4346-4416-902c-7cc46fb56d59 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.71 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 945 time: 0.1435690 Oct 27 14:12:49.504355 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-75e60335-f5bb-4259-9c09-0c71ed2c1d11 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.508633 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-75e60335-f5bb-4259-9c09-0c71ed2c1d11 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562159 Oct 27 14:12:49.509840 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52794) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:49.514851 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-0c360fa4-b5c2-4de7-ac11-c35b5d189f0b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Request body: {'security_group_rule': {'security_group_id': 'cd50fbfa-f142-4652-8802-f751ca5456e6', 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:49.526353 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-99fc89b0-8906-439d-8824-1b179e016559 req-114d7f08-ce3f-4d86-a582-a00d80771521 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106315 Oct 27 14:12:49.552411 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.securitygroups_db [None req-0c360fa4-b5c2-4de7-ac11-c35b5d189f0b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Project 9fb32c18000f440e88bc81eec30692b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:12:49.559653 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c360fa4-b5c2-4de7-ac11-c35b5d189f0b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.621824 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3f38d8fa-38aa-4dca-9f38-a117cbefb1a5 req-a93cb179-2d87-4c04-9974-c909ba33507d service neutron] 10.222.0.71 "GET /v2.0/networks/bc4a1d58-3c4c-43bc-bad6-f8833ae92972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038007 Oct 27 14:12:49.636014 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c360fa4-b5c2-4de7-ac11-c35b5d189f0b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.642194 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c360fa4-b5c2-4de7-ac11-c35b5d189f0b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.661987 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c360fa4-b5c2-4de7-ac11-c35b5d189f0b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9493a596-18d4-4900-af96-3823d53f8b92,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:49.670720 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c360fa4-b5c2-4de7-ac11-c35b5d189f0b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.672015 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0c360fa4-b5c2-4de7-ac11-c35b5d189f0b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1610787 Oct 27 14:12:49.674816 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52796) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:49.679787 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-dadc2c42-e799-400d-b342-22355db5bfaf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Request body: {'security_group_rule': {'security_group_id': 'cd50fbfa-f142-4652-8802-f751ca5456e6', 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:49.681893 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-4b101531-6f65-4d4b-b83d-8a50d5d28b26 req-91d5a296-cd4a-4af3-b5b0-a0ed44256e2a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Deleting port aa6b322d-3edd-4f7e-8d3e-0fad55862f04 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:12:49.682235 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4b101531-6f65-4d4b-b83d-8a50d5d28b26 req-91d5a296-cd4a-4af3-b5b0-a0ed44256e2a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.701452 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.securitygroups_db [None req-dadc2c42-e799-400d-b342-22355db5bfaf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Project 9fb32c18000f440e88bc81eec30692b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:12:49.708125 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dadc2c42-e799-400d-b342-22355db5bfaf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.751391 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4c94c-bc97-4418-a09b-e7650a9edbac req-79c6e9d4-09cc-468c-a16c-5736e15c1f6e tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:49.753024 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-30b4c94c-bc97-4418-a09b-e7650a9edbac req-79c6e9d4-09cc-468c-a16c-5736e15c1f6e tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/ports?device_id=f40bbdf7-2daa-4c43-bb64-5d7e74d23348 HTTP/1.1" status: 200 len: 945 time: 0.1212132 Oct 27 14:12:49.770791 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dadc2c42-e799-400d-b342-22355db5bfaf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.774988 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dadc2c42-e799-400d-b342-22355db5bfaf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.793207 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc2c42-e799-400d-b342-22355db5bfaf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae512cf-9da3-42df-9c2f-870cb25847b4,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:49.801178 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dadc2c42-e799-400d-b342-22355db5bfaf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.802726 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-dadc2c42-e799-400d-b342-22355db5bfaf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268742 Oct 27 14:12:49.820700 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-4b101531-6f65-4d4b-b83d-8a50d5d28b26 req-91d5a296-cd4a-4af3-b5b0-a0ed44256e2a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] For port aa6b322d-3edd-4f7e-8d3e-0fad55862f04, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aa6b322d-3edd-4f7e-8d3e-0fad55862f04,segment=NetworkSegment(ea401d1f-3536-49de-af18-54dd4a5cc161),segment_id=ea401d1f-3536-49de-af18-54dd4a5cc161)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:49.821062 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4b101531-6f65-4d4b-b83d-8a50d5d28b26 req-91d5a296-cd4a-4af3-b5b0-a0ed44256e2a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:49.832722 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-30b4c94c-bc97-4418-a09b-e7650a9edbac req-a12a6875-1394-4409-8c44-49df0d92dba1 tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.85 "GET /v2.0/security-groups?id=3baa18d4-c972-46c4-bdfd-62f75a0d801d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725853 Oct 27 14:12:49.838200 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-4b101531-6f65-4d4b-b83d-8a50d5d28b26 req-91d5a296-cd4a-4af3-b5b0-a0ed44256e2a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Calling delete_port for aa6b322d-3edd-4f7e-8d3e-0fad55862f04 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:12:49.963004 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ff71a-78fa-494b-b364-76628e861f5c req-ccfd9b87-275b-4450-a0cf-bcfaaf0df2da tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:49.964546 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-180ff71a-78fa-494b-b364-76628e861f5c req-ccfd9b87-275b-4450-a0cf-bcfaaf0df2da tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 945 time: 0.0744560 Oct 27 14:12:50.033905 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4b101531-6f65-4d4b-b83d-8a50d5d28b26 req-91d5a296-cd4a-4af3-b5b0-a0ed44256e2a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:50.039264 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-180ff71a-78fa-494b-b364-76628e861f5c req-8129e910-4c76-49f7-961e-eaae840c228f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532930 Oct 27 14:12:50.049970 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['aa6b322d-3edd-4f7e-8d3e-0fad55862f04'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:50.067013 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5a296-cd4a-4af3-b5b0-a0ed44256e2a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Pushing event deleted for resources: {'Port': ['ID=aa6b322d-3edd-4f7e-8d3e-0fad55862f04,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:50.110842 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b101531-6f65-4d4b-b83d-8a50d5d28b26 req-91d5a296-cd4a-4af3-b5b0-a0ed44256e2a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] No DVR routers for this DVR port aa6b322d-3edd-4f7e-8d3e-0fad55862f04 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:12:50.113457 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4b101531-6f65-4d4b-b83d-8a50d5d28b26 req-91d5a296-cd4a-4af3-b5b0-a0ed44256e2a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:50.117466 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4b101531-6f65-4d4b-b83d-8a50d5d28b26 req-91d5a296-cd4a-4af3-b5b0-a0ed44256e2a tempest-VolumesSnapshotTestJSON-526338311 tempest-VolumesSnapshotTestJSON-526338311-project] 10.222.0.71 "DELETE /v2.0/ports/aa6b322d-3edd-4f7e-8d3e-0fad55862f04 HTTP/1.1" status: 204 len: 173 time: 0.6098242 Oct 27 14:12:50.191640 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-023059c5-637a-44f0-b606-b09140bc42ba req-f188dc9e-170e-47b4-81d3-b8f6eb7c2667 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071530249&fields=id&tenant_id=9fb32c18000f440e88bc81eec30692b9 HTTP/1.1" status: 200 len: 267 time: 0.0397449 Oct 27 14:12:50.259588 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023059c5-637a-44f0-b606-b09140bc42ba req-1ea2b496-2d4e-4b53-8f2a-eca5e7a8e8c9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:50.261104 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-023059c5-637a-44f0-b606-b09140bc42ba req-1ea2b496-2d4e-4b53-8f2a-eca5e7a8e8c9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0612276 Oct 27 14:12:50.273327 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-023059c5-637a-44f0-b606-b09140bc42ba req-8ead8694-1ec8-4495-aa84-182bc2a21ed3 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Request body: {'port': {'security_groups': ['cd2bad43-6e6b-4698-9f31-5f936dce228e', 'cd50fbfa-f142-4652-8802-f751ca5456e6']}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:50.340137 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-023059c5-637a-44f0-b606-b09140bc42ba req-8ead8694-1ec8-4495-aa84-182bc2a21ed3 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:50.535759 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-023059c5-637a-44f0-b606-b09140bc42ba req-8ead8694-1ec8-4495-aa84-182bc2a21ed3 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] For port d7dbd7ad-d681-4b28-a600-73b66f728573, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d7dbd7ad-d681-4b28-a600-73b66f728573,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:50.564724 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-023059c5-637a-44f0-b606-b09140bc42ba req-8ead8694-1ec8-4495-aa84-182bc2a21ed3 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:50.570127 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-023059c5-637a-44f0-b606-b09140bc42ba req-8ead8694-1ec8-4495-aa84-182bc2a21ed3 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:50.582121 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['d7dbd7ad-d681-4b28-a600-73b66f728573'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:50.617719 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023059c5-637a-44f0-b606-b09140bc42ba req-8ead8694-1ec8-4495-aa84-182bc2a21ed3 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:50.618391 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-023059c5-637a-44f0-b606-b09140bc42ba req-8ead8694-1ec8-4495-aa84-182bc2a21ed3 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:50.619810 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-023059c5-637a-44f0-b606-b09140bc42ba req-8ead8694-1ec8-4495-aa84-182bc2a21ed3 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "PUT /v2.0/ports/d7dbd7ad-d681-4b28-a600-73b66f728573 HTTP/1.1" status: 200 len: 981 time: 0.3517365 Oct 27 14:12:50.645048 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead8694-1ec8-4495-aa84-182bc2a21ed3 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'Port': ['ID=d7dbd7ad-d681-4b28-a600-73b66f728573,revision_number=6']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:50.733965 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['d7dbd7ad-d681-4b28-a600-73b66f728573'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:50.767336 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba508a6-6c5f-4748-a6e0-8a9e7773b242 req-ed202baa-4e0b-4eb1-b0b8-9c9ef5a9b6ef tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:50.769948 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0ba508a6-6c5f-4748-a6e0-8a9e7773b242 req-ed202baa-4e0b-4eb1-b0b8-9c9ef5a9b6ef tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0717645 Oct 27 14:12:50.814908 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0ba508a6-6c5f-4748-a6e0-8a9e7773b242 req-f087be51-abb6-4bbf-8a54-f960cfb44fd7 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390053 Oct 27 14:12:50.926963 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c0a9a-0cb6-4598-b6cd-7755b1f975fe req-047cefc2-bbd0-46ec-9037-bfe573de503f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:50.928532 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-597c0a9a-0cb6-4598-b6cd-7755b1f975fe req-047cefc2-bbd0-46ec-9037-bfe573de503f tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0515137 Oct 27 14:12:50.966718 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-597c0a9a-0cb6-4598-b6cd-7755b1f975fe req-1a8d29d9-bf37-451d-a2b5-f1648f633c59 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319030 Oct 27 14:12:51.017195 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-ad462720-c9dd-4ba2-9cec-4d0154d86957 None None] Provisioning complete for port d7dbd7ad-d681-4b28-a600-73b66f728573 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:51.017563 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ad462720-c9dd-4ba2-9cec-4d0154d86957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:51.070440 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a843e4-402b-43bd-ad0e-df045678a647 req-a568a7dc-3102-45dc-adc7-711ab274e584 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:51.072100 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-25a843e4-402b-43bd-ad0e-df045678a647 req-a568a7dc-3102-45dc-adc7-711ab274e584 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0492768 Oct 27 14:12:51.112020 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-25a843e4-402b-43bd-ad0e-df045678a647 req-55e759fe-156e-4d5f-aa15-a558859a4e65 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337822 Oct 27 14:12:51.156252 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aab79689-5599-45f7-b77c-95b865b88b1d up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:12:51.222140 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e3a82-dfdb-428a-8231-359337db6c2d req-04b16b08-f826-4a12-a87b-ded8a3ca2f72 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:51.224577 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-020e3a82-dfdb-428a-8231-359337db6c2d req-04b16b08-f826-4a12-a87b-ded8a3ca2f72 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0548000 Oct 27 14:12:51.244122 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:12:51.274760 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-020e3a82-dfdb-428a-8231-359337db6c2d req-efcdf80b-19bc-4d06-9d18-fcdd44cfe5ea tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435245 Oct 27 14:12:51.327723 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port aab79689-5599-45f7-b77c-95b865b88b1d triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:51.328090 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:51.482253 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:51.496026 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a904970-dcd4-4911-8449-a837c517f656 req-06cb0f9f-55a9-46d2-9a43-aaaf5e50a761 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:51.503640 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6a904970-dcd4-4911-8449-a837c517f656 req-06cb0f9f-55a9-46d2-9a43-aaaf5e50a761 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 945 time: 0.0948992 Oct 27 14:12:51.521410 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:51.525160 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ab7fb8-a8ab-4749-a388-29531713ae14" -d '{"events": [{"server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "name": "network-vif-plugged", "status": "completed", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:12:51.547353 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:51.554799 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:51.555813 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6a904970-dcd4-4911-8449-a837c517f656 req-a380957b-b8c0-4374-98dd-657fd20232f6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505941 Oct 27 14:12:51.610532 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeb8048-a31b-4060-a075-57ac7b3d244b x-openstack-request-id: req-1eeb8048-a31b-4060-a075-57ac7b3d244b {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:12:51.611010 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "name": "network-vif-plugged", "status": "completed", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:12:51.611115 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1eeb8048-a31b-4060-a075-57ac7b3d244b {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:12:51.611617 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'code': 200} Oct 27 14:12:51.638871 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=aab79689-5599-45f7-b77c-95b865b88b1d,revision_number=10']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:51.883940 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8c528-dcee-4e50-a16c-3ccbbd921354 req-4fda68d2-31d0-447e-b45c-c86295560c25 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:51.885416 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dea8c528-dcee-4e50-a16c-3ccbbd921354 req-4fda68d2-31d0-447e-b45c-c86295560c25 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.71 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.0492721 Oct 27 14:12:51.975315 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e80bc9-b1c0-475b-aaba-a8f12f6fed5f req-b6851ccc-b333-4ecb-8493-b83f65d01778 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:51.976878 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f1e80bc9-b1c0-475b-aaba-a8f12f6fed5f req-b6851ccc-b333-4ecb-8493-b83f65d01778 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0871236 Oct 27 14:12:52.041767 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f1e80bc9-b1c0-475b-aaba-a8f12f6fed5f req-66104cd3-8b78-4a03-a6de-20b5b7ef9377 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461094 Oct 27 14:12:52.055772 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-dea8c528-dcee-4e50-a16c-3ccbbd921354 req-9027e2b8-aa73-4dda-9cad-a1c90f3759c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Deleting port 766d9692-5198-4c25-aa3a-d99900cc51b5 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:12:52.056115 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-dea8c528-dcee-4e50-a16c-3ccbbd921354 req-9027e2b8-aa73-4dda-9cad-a1c90f3759c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:52.214389 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-dea8c528-dcee-4e50-a16c-3ccbbd921354 req-9027e2b8-aa73-4dda-9cad-a1c90f3759c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] For port 766d9692-5198-4c25-aa3a-d99900cc51b5, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=766d9692-5198-4c25-aa3a-d99900cc51b5,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:52.215123 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-dea8c528-dcee-4e50-a16c-3ccbbd921354 req-9027e2b8-aa73-4dda-9cad-a1c90f3759c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:52.232904 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c615045-dc51-47b6-aa83-7e8f51b64c5d req-eac1f668-b15b-4948-bfdf-e1414e0c2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:52.234402 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7c615045-dc51-47b6-aa83-7e8f51b64c5d req-eac1f668-b15b-4948-bfdf-e1414e0c2ac3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 1100 time: 0.1169376 Oct 27 14:12:52.235283 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-dea8c528-dcee-4e50-a16c-3ccbbd921354 req-9027e2b8-aa73-4dda-9cad-a1c90f3759c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Calling delete_port for 766d9692-5198-4c25-aa3a-d99900cc51b5 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:12:52.246595 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b610e-22ca-42bc-acc7-cfd0a61a1efe req-6fbbe83b-1b9b-42f5-b4ea-3e9720afafde tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:52.248101 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-973b610e-22ca-42bc-acc7-cfd0a61a1efe req-6fbbe83b-1b9b-42f5-b4ea-3e9720afafde tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/ports?device_id=adbc567f-bc87-48cd-b910-ba46c84f914d HTTP/1.1" status: 200 len: 946 time: 0.1295247 Oct 27 14:12:52.351011 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7c615045-dc51-47b6-aa83-7e8f51b64c5d req-0fc7d176-560f-42a1-968e-3c81c5147887 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004634 Oct 27 14:12:52.358373 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-973b610e-22ca-42bc-acc7-cfd0a61a1efe req-df742ede-1d9f-4976-9c2c-be0903651067 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.85 "GET /v2.0/security-groups?id=03835c2a-a0cc-4a04-a281-7022ae514043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991645 Oct 27 14:12:52.456059 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-dea8c528-dcee-4e50-a16c-3ccbbd921354 req-9027e2b8-aa73-4dda-9cad-a1c90f3759c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:52.467739 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['766d9692-5198-4c25-aa3a-d99900cc51b5'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:52.488877 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027e2b8-aa73-4dda-9cad-a1c90f3759c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Pushing event deleted for resources: {'Port': ['ID=766d9692-5198-4c25-aa3a-d99900cc51b5,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:52.498132 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2736a7-97c1-48ec-b318-bfe8890af0c8 req-f2fa0f2d-fab5-49cf-8692-08ebc22904cf tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:52.499632 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ad2736a7-97c1-48ec-b318-bfe8890af0c8 req-f2fa0f2d-fab5-49cf-8692-08ebc22904cf tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0836296 Oct 27 14:12:52.550374 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea8c528-dcee-4e50-a16c-3ccbbd921354 req-9027e2b8-aa73-4dda-9cad-a1c90f3759c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] No DVR routers for this DVR port 766d9692-5198-4c25-aa3a-d99900cc51b5 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:12:52.555202 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-dea8c528-dcee-4e50-a16c-3ccbbd921354 req-9027e2b8-aa73-4dda-9cad-a1c90f3759c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:52.558365 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dea8c528-dcee-4e50-a16c-3ccbbd921354 req-9027e2b8-aa73-4dda-9cad-a1c90f3759c8 tempest-ServerRescueNegativeTestJSON-342089914 tempest-ServerRescueNegativeTestJSON-342089914-project] 10.222.0.71 "DELETE /v2.0/ports/766d9692-5198-4c25-aa3a-d99900cc51b5 HTTP/1.1" status: 204 len: 173 time: 0.6400220 Oct 27 14:12:52.573336 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ad2736a7-97c1-48ec-b318-bfe8890af0c8 req-e52d70f6-8e8b-4223-aeb6-b52a3ccd3698 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657501 Oct 27 14:12:52.703210 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdb957-fdc2-430f-b65e-2d02c135d7c9 req-d691660b-90d7-4a05-9f14-a525f7412f8b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:52.704615 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-afbdb957-fdc2-430f-b65e-2d02c135d7c9 req-d691660b-90d7-4a05-9f14-a525f7412f8b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 947 time: 0.0698597 Oct 27 14:12:52.754599 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-afbdb957-fdc2-430f-b65e-2d02c135d7c9 req-11c108ae-5344-403b-910b-8fb10f2c2025 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417299 Oct 27 14:12:53.155036 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aa6b322d-3edd-4f7e-8d3e-0fad55862f04 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:12:53.164098 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310a83a-c1ba-4f65-9f72-19bdbac23c59 req-0a014524-31a8-45a5-b7ed-502dad85c0bb tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:53.165779 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6310a83a-c1ba-4f65-9f72-19bdbac23c59 req-0a014524-31a8-45a5-b7ed-502dad85c0bb tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0529423 Oct 27 14:12:53.180383 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: aa6b322d-3edd-4f7e-8d3e-0fad55862f04 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:12:53.180733 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aa6b322d-3edd-4f7e-8d3e-0fad55862f04 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:12:53.181153 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 766d9692-5198-4c25-aa3a-d99900cc51b5 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:12:53.201247 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 766d9692-5198-4c25-aa3a-d99900cc51b5 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:12:53.201737 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 766d9692-5198-4c25-aa3a-d99900cc51b5 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:12:53.207553 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6310a83a-c1ba-4f65-9f72-19bdbac23c59 req-924656fd-d380-4a08-947c-9c321c2fd60d tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342331 Oct 27 14:12:53.414356 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52870) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:53.747462 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe3e6-f498-4b50-984a-e7d18c6b8ae6 req-6480151f-da7c-452d-add9-3ab32a02a972 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:53.748913 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-346fe3e6-f498-4b50-984a-e7d18c6b8ae6 req-6480151f-da7c-452d-add9-3ab32a02a972 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.1029572 Oct 27 14:12:53.808777 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-346fe3e6-f498-4b50-984a-e7d18c6b8ae6 req-9458cb0a-0377-4f02-ad4c-291251c92740 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528774 Oct 27 14:12:53.940627 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27600d7-a3f5-4651-8ab0-f01a6e02723a req-7e4bca2b-6eb1-41a7-9863-d0ac32392b84 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:53.942713 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a27600d7-a3f5-4651-8ab0-f01a6e02723a req-7e4bca2b-6eb1-41a7-9863-d0ac32392b84 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 947 time: 0.0756111 Oct 27 14:12:53.946563 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7917875'] for router_interface, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:54.047571 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a27600d7-a3f5-4651-8ab0-f01a6e02723a req-3cfba742-4946-4b9b-8890-889f2b080670 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980978 Oct 27 14:12:54.290206 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] Deleting port b9836d4d-452b-4830-8b59-c06d0e3e0270 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:12:54.290535 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:54.374485 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef35bf-7cc2-4392-a237-944385aadf96 req-8ab39bf4-3df5-4236-80f6-8c678e166414 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:54.376001 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4fef35bf-7cc2-4392-a237-944385aadf96 req-8ab39bf4-3df5-4236-80f6-8c678e166414 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0965486 Oct 27 14:12:54.658268 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] For port b9836d4d-452b-4830-8b59-c06d0e3e0270, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=b9836d4d-452b-4830-8b59-c06d0e3e0270,segment=NetworkSegment(b999db77-ba74-48b8-98b6-91a8623d58c3),segment_id=b999db77-ba74-48b8-98b6-91a8623d58c3)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:54.658916 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:54.679707 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] Calling delete_port for b9836d4d-452b-4830-8b59-c06d0e3e0270 owned by network:router_interface {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:12:54.688776 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4fef35bf-7cc2-4392-a237-944385aadf96 req-3da26bc9-1ca0-48bc-91f3-f40479bf1439 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062558 Oct 27 14:12:54.863093 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:54.895882 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9836d4d-452b-4830-8b59-c06d0e3e0270,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:55.026870 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a14e05-05ba-4e30-b33c-9b73a0120e12 req-31fa147b-6f59-4f5f-ac0e-fd280164978b tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:55.028631 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-13a14e05-05ba-4e30-b33c-9b73a0120e12 req-31fa147b-6f59-4f5f-ac0e-fd280164978b tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.1389534 Oct 27 14:12:55.064978 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8300935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918047'] for router_interface, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:55.086596 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-13a14e05-05ba-4e30-b33c-9b73a0120e12 req-0207b141-5ebe-4db1-a7b8-92ec27e5aabd tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520298 Oct 27 14:12:55.222801 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87408b8c-86f7-4d6b-bc64-3f96ea4f0360 req-4ff59069-9f57-4fe3-85ee-ef554d76178f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:55.224417 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-87408b8c-86f7-4d6b-bc64-3f96ea4f0360 req-4ff59069-9f57-4fe3-85ee-ef554d76178f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 947 time: 0.0731804 Oct 27 14:12:55.334790 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-87408b8c-86f7-4d6b-bc64-3f96ea4f0360 req-b7ed09a8-d59e-4074-a30f-1c825846b872 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041026 Oct 27 14:12:55.364716 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] Router 1636a198-612a-4950-9dc7-623573550ff2 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:12:55.470256 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:12:55.476041 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-367d837d-cdb9-4926-8a5d-18f9b254324f admin admin] 10.222.0.85 "PUT /v2.0/routers/1636a198-612a-4950-9dc7-623573550ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0604851 Oct 27 14:12:55.478354 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52896) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:55.481114 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161317b5-5f8d-4de8-8044-237f4991200d None None] Sync routers for ids ['1636a198-612a-4950-9dc7-623573550ff2'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:12:55.492796 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161317b5-5f8d-4de8-8044-237f4991200d None None] Routers {'1636a198-612a-4950-9dc7-623573550ff2'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:55.493487 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-161317b5-5f8d-4de8-8044-237f4991200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:12:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['1636a198-612a-4950-9dc7-623573550ff2'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:55.581201 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Publish callbacks [] for router, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:55.600500 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-161317b5-5f8d-4de8-8044-237f4991200d None None] Set router 1636a198-612a-4950-9dc7-623573550ff2 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:12:55.685850 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:55.750819 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Deleting port 445a5687-1ab6-45c9-b1db-bfa4f00fd418 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:12:55.751281 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:55.796561 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-161317b5-5f8d-4de8-8044-237f4991200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1636a198-612a-4950-9dc7-623573550ff2', 'name': 'tempest-ServerRescueNegativeTestJSON-269486825-router', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:11Z', 'updated_at': '2021-10-27T14:12:54Z', 'revision_number': 5, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'gw_port': {'id': '445a5687-1ab6-45c9-b1db-bfa4f00fd418', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1636a198-612a-4950-9dc7-623573550ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:14Z', 'updated_at': '2021-10-27T14:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:55.823614 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161317b5-5f8d-4de8-8044-237f4991200d None None] Checking router: 1636a198-612a-4950-9dc7-623573550ff2 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:12:55.831986 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161317b5-5f8d-4de8-8044-237f4991200d None None] Routers {'1636a198-612a-4950-9dc7-623573550ff2'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:55.833181 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-161317b5-5f8d-4de8-8044-237f4991200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:12:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['1636a198-612a-4950-9dc7-623573550ff2'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:55.864264 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f93a81-a15a-496f-9add-5c800683321f req-6103d82d-5047-4e55-90a2-53700d6e35d0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:55.865859 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-09f93a81-a15a-496f-9add-5c800683321f req-6103d82d-5047-4e55-90a2-53700d6e35d0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0791378 Oct 27 14:12:55.876791 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] For port 445a5687-1ab6-45c9-b1db-bfa4f00fd418, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=445a5687-1ab6-45c9-b1db-bfa4f00fd418,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:55.877149 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:55.903063 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Calling delete_port for 445a5687-1ab6-45c9-b1db-bfa4f00fd418 owned by network:router_gateway {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:12:55.924384 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-161317b5-5f8d-4de8-8044-237f4991200d None None] Set router 1636a198-612a-4950-9dc7-623573550ff2 gateway port host: None {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:12:55.930153 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-09f93a81-a15a-496f-9add-5c800683321f req-6585415e-0c90-4584-80e9-cd9278d16f8f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554540 Oct 27 14:12:55.987954 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-161317b5-5f8d-4de8-8044-237f4991200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1636a198-612a-4950-9dc7-623573550ff2', 'name': 'tempest-ServerRescueNegativeTestJSON-269486825-router', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:11Z', 'updated_at': '2021-10-27T14:12:55Z', 'revision_number': 6, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'gw_port_host': None}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:56.016751 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161317b5-5f8d-4de8-8044-237f4991200d None None] The sync data for ids ['1636a198-612a-4950-9dc7-623573550ff2'] in dv-cinder-815660-2-iscsi is: [{'id': '1636a198-612a-4950-9dc7-623573550ff2', 'name': 'tempest-ServerRescueNegativeTestJSON-269486825-router', 'tenant_id': 'd165e7dc8a9245e9a982ffcabc980675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:11Z', 'updated_at': '2021-10-27T14:12:55Z', 'revision_number': 6, 'project_id': 'd165e7dc8a9245e9a982ffcabc980675', 'gw_port_host': None}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:12:56.114816 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.141463 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Pushing event deleted for resources: {'Port': ['ID=445a5687-1ab6-45c9-b1db-bfa4f00fd418,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:56.179302 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924349'] for router_gateway, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.328647 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7917591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6078'] for router, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.332770 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.393109 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5327c6-be86-4d0c-b446-0a5f824fc166 req-c1fb6479-0f96-4731-86b6-5b88c395035f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:56.401176 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5e5327c6-be86-4d0c-b446-0a5f824fc166 req-c1fb6479-0f96-4731-86b6-5b88c395035f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.2259190 Oct 27 14:12:56.484885 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7917568'] for router, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.485731 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1636a198-612a-4950-9dc7-623573550ff2 {{(pid=101655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:12:56.502507 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] Publish callbacks [] for router, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.511409 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-0c8936c2-dc94-43ce-af52-ab2512f14159 admin admin] 10.222.0.85 "DELETE /v2.0/routers/1636a198-612a-4950-9dc7-623573550ff2 HTTP/1.1" status: 204 len: 168 time: 1.0316708 Oct 27 14:12:56.513926 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 52948) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:56.603185 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5e5327c6-be86-4d0c-b446-0a5f824fc166 req-e8092c2c-64a8-4cfd-b507-3cf3160bca9c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948116 Oct 27 14:12:56.610785 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device b9836d4d-452b-4830-8b59-c06d0e3e0270 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:12:56.622573 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2a3c69-7392-4c95-b168-86081c311edf admin admin] Deleting subnet f5397b1e-6cca-4404-be06-5171278a75ad {{(pid=101655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:12:56.626950 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6a2a3c69-7392-4c95-b168-86081c311edf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.657833 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: b9836d4d-452b-4830-8b59-c06d0e3e0270 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:12:56.658470 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device b9836d4d-452b-4830-8b59-c06d0e3e0270 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:12:56.684429 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6a2a3c69-7392-4c95-b168-86081c311edf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.690420 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6a2a3c69-7392-4c95-b168-86081c311edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.777982 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9edf3-685f-480c-8e65-08c1c5e6b4cb req-97bcfec0-9cb5-43ee-90c4-bb6a39d6a093 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:56.779489 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c9d9edf3-685f-480c-8e65-08c1c5e6b4cb req-97bcfec0-9cb5-43ee-90c4-bb6a39d6a093 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 947 time: 0.0676517 Oct 27 14:12:56.784633 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6a2a3c69-7392-4c95-b168-86081c311edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.816156 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a3c69-7392-4c95-b168-86081c311edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5397b1e-6cca-4404-be06-5171278a75ad,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:56.828173 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6a2a3c69-7392-4c95-b168-86081c311edf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.831380 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-6a2a3c69-7392-4c95-b168-86081c311edf admin admin] 10.222.0.85 "DELETE /v2.0/subnets/f5397b1e-6cca-4404-be06-5171278a75ad HTTP/1.1" status: 204 len: 168 time: 0.3157818 Oct 27 14:12:56.834628 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52958) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:56.850785 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c9d9edf3-685f-480c-8e65-08c1c5e6b4cb req-b8e983ed-0324-4d53-9932-2656ce9c4009 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616241 Oct 27 14:12:56.905555 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:56.992798 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.016704 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e326cd63-ddc3-4370-9359-292ac983dba9']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:57.027979 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b999db77-ba74-48b8-98b6-91a8623d58c3') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:57.028266 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b999db77-ba74-48b8-98b6-91a8623d58c3') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:57.039932 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.057812 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.064509 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] Releasing vlan 1244 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:12:57.065267 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.073156 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06942f7-b4e0-4251-a053-d3e1d3429699 req-e34e897e-bc76-4404-83d2-1ebd8ef658cd tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:57.074988 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e06942f7-b4e0-4251-a053-d3e1d3429699 req-e34e897e-bc76-4404-83d2-1ebd8ef658cd tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0715191 Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:12:57.077593 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:12:57.122514 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e06942f7-b4e0-4251-a053-d3e1d3429699 req-a82c417a-016f-4762-8b24-be6314879efe tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376434 Oct 27 14:12:57.125464 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.133460 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.144099 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] 10.222.0.85 "DELETE /v2.0/networks/e326cd63-ddc3-4370-9359-292ac983dba9 HTTP/1.1" status: 204 len: 168 time: 0.3078725 Oct 27 14:12:57.164749 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69a82e-2911-49c5-8d14-33d0f53bcf74 admin admin] Pushing event deleted for resources: {'Network': ['ID=e326cd63-ddc3-4370-9359-292ac983dba9,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:57.356551 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52966) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:57.400621 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-48f8ae54-8793-4dca-9cf5-7400cf3b407d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d165e7dc8a9245e9a982ffcabc980675&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426891 Oct 27 14:12:57.403079 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 52968) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:12:57.458598 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-04612bdd-9531-415e-85c9-8791a60ea394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.481916 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-04612bdd-9531-415e-85c9-8791a60ea394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.533128 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-04612bdd-9531-415e-85c9-8791a60ea394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.536197 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-04612bdd-9531-415e-85c9-8791a60ea394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.537355 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-04612bdd-9531-415e-85c9-8791a60ea394 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/03835c2a-a0cc-4a04-a281-7022ae514043 HTTP/1.1" status: 204 len: 168 time: 0.1333442 Oct 27 14:12:57.545905 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04612bdd-9531-415e-85c9-8791a60ea394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03835c2a-a0cc-4a04-a281-7022ae514043,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:57.736376 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4651f3-8e1a-4690-9653-d8b3f38e3fcb req-f46cf1d4-781a-454b-bdf2-805ae370619c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:57.738387 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ae4651f3-8e1a-4690-9653-d8b3f38e3fcb req-f46cf1d4-781a-454b-bdf2-805ae370619c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0625467 Oct 27 14:12:57.782905 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ae4651f3-8e1a-4690-9653-d8b3f38e3fcb req-b5befeb7-bdba-4b5e-a51b-a2bba900af4f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371673 Oct 27 14:12:57.982093 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f649c-70e3-45d2-80e9-e76972ebf324 req-2d71bad4-5df9-4971-94dd-d5f5056e22a7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:57.992743 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bf8f649c-70e3-45d2-80e9-e76972ebf324 req-2d71bad4-5df9-4971-94dd-d5f5056e22a7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 947 time: 0.0617654 Oct 27 14:12:58.053463 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bf8f649c-70e3-45d2-80e9-e76972ebf324 req-05bc44b9-85e6-4a2f-9996-e262b15d3af1 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540874 Oct 27 14:12:58.268436 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2417ad-d96b-456a-b86d-8d1e284d479e req-ec6cedca-5fb1-4580-8f59-e9a404a72ef9 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:58.271035 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4f2417ad-d96b-456a-b86d-8d1e284d479e req-ec6cedca-5fb1-4580-8f59-e9a404a72ef9 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0690084 Oct 27 14:12:58.317171 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4f2417ad-d96b-456a-b86d-8d1e284d479e req-05fb9afc-896c-44de-a728-6a4cc6385cc9 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400903 Oct 27 14:12:58.366984 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 445a5687-1ab6-45c9-b1db-bfa4f00fd418 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:12:58.386474 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 445a5687-1ab6-45c9-b1db-bfa4f00fd418 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:12:58.386960 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 445a5687-1ab6-45c9-b1db-bfa4f00fd418 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:12:58.909430 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c2e8f-2819-4aa3-9fee-5ab552a4b6fb req-a2c5798a-cf47-4720-9d44-4e9e90cb2d34 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:58.912185 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f44c2e8f-2819-4aa3-9fee-5ab552a4b6fb req-a2c5798a-cf47-4720-9d44-4e9e90cb2d34 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0556529 Oct 27 14:12:58.967034 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f44c2e8f-2819-4aa3-9fee-5ab552a4b6fb req-6c553d82-2206-4fa8-8a70-8df118a9b56d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404811 Oct 27 14:12:59.368035 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device e5f6c633-3fb1-4c33-8bba-2b47432ace5a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:12:59.467625 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc036e-a719-4cd0-9a8a-763cac50f01f req-c6566148-b198-42f7-8da2-7b3437235ba8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:59.469141 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4ebc036e-a719-4cd0-9a8a-763cac50f01f req-c6566148-b198-42f7-8da2-7b3437235ba8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0602307 Oct 27 14:12:59.486713 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port e5f6c633-3fb1-4c33-8bba-2b47432ace5a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:59.500258 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'port_id': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'mac_address': 'fa:16:3e:92:11:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:12:59.513910 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4ebc036e-a719-4cd0-9a8a-763cac50f01f req-1e068fcb-1f44-4d39-a2f7-a9c01757bf39 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371630 Oct 27 14:12:59.538978 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:59.553552 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f6c633-3fb1-4c33-8bba-2b47432ace5a {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:59.574483 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port e5f6c633-3fb1-4c33-8bba-2b47432ace5a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:59.578803 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:59.626951 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:59.880008 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['e5f6c633-3fb1-4c33-8bba-2b47432ace5a'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:13:00.108337 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da732885-36a7-4c8e-9e2d-9940493eecae req-86be7a5f-b835-484f-98f6-015a74e0f599 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:00.110034 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-da732885-36a7-4c8e-9e2d-9940493eecae req-86be7a5f-b835-484f-98f6-015a74e0f599 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 945 time: 0.0533597 Oct 27 14:13:00.151915 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-da732885-36a7-4c8e-9e2d-9940493eecae req-73fbfc4e-3520-4c70-8e31-37a993aa72c9 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333235 Oct 27 14:13:00.638776 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94311afc-df83-4257-940a-0ce57597dbfe req-205f694e-45ee-4769-be27-28b821af8d28 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:00.640315 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-94311afc-df83-4257-940a-0ce57597dbfe req-205f694e-45ee-4769-be27-28b821af8d28 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0525179 Oct 27 14:13:00.677882 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-94311afc-df83-4257-940a-0ce57597dbfe req-acaf1f01-bac0-4a89-93d3-38c798d6598a tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309007 Oct 27 14:13:00.808736 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53096) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:00.853056 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fb514f-ccab-44eb-95c6-a342778bfcd7 admin admin] Deleting subnet 216c7a54-29d8-4dd9-88ee-115742d98d04 {{(pid=101656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:13:00.856358 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-84fb514f-ccab-44eb-95c6-a342778bfcd7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:00.894492 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-84fb514f-ccab-44eb-95c6-a342778bfcd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5232373'] for subnet, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:00.933772 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-84fb514f-ccab-44eb-95c6-a342778bfcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:00.985059 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-84fb514f-ccab-44eb-95c6-a342778bfcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5109624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5122466'] for subnet, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.011291 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb514f-ccab-44eb-95c6-a342778bfcd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216c7a54-29d8-4dd9-88ee-115742d98d04,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:01.015504 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-84fb514f-ccab-44eb-95c6-a342778bfcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.018678 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-84fb514f-ccab-44eb-95c6-a342778bfcd7 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/216c7a54-29d8-4dd9-88ee-115742d98d04 HTTP/1.1" status: 204 len: 168 time: 0.2089255 Oct 27 14:13:01.021494 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53098) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:01.093169 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.170389 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.190639 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e9f09d-047d-4530-9e61-030b26a94b9d']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:01.201248 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff83c33-4a85-4cc7-a04f-fdabcc237490') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:01.201547 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff83c33-4a85-4cc7-a04f-fdabcc237490') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:01.211624 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.229358 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.235840 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:13:01.236231 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:13:01.237897 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:13:01.272331 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58c0be-737c-4c1b-94ca-8defe44fa19f req-a2cd4c2d-d5df-4037-81e0-cffff6d013ba tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:01.273835 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1a58c0be-737c-4c1b-94ca-8defe44fa19f req-a2cd4c2d-d5df-4037-81e0-cffff6d013ba tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 945 time: 0.0538538 Oct 27 14:13:01.297654 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.303873 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.307095 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] 10.222.0.85 "DELETE /v2.0/networks/a2e9f09d-047d-4530-9e61-030b26a94b9d HTTP/1.1" status: 204 len: 168 time: 0.2845845 Oct 27 14:13:01.310082 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53104) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:01.318314 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21ce0b-3d01-400d-b59c-b36fa4e77c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e9f09d-047d-4530-9e61-030b26a94b9d,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:01.326916 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1a58c0be-737c-4c1b-94ca-8defe44fa19f req-b82275c6-8822-47bf-942c-6e6f2092d695 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470972 Oct 27 14:13:01.362375 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_v2 [None req-5957c304-8bef-410f-8f3f-e01d34b24f8a admin admin] Deleting subnet c5749491-0e18-40d6-a1a0-083ea1b03470 {{(pid=101655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:13:01.366306 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5957c304-8bef-410f-8f3f-e01d34b24f8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.405672 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5957c304-8bef-410f-8f3f-e01d34b24f8a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.411900 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5957c304-8bef-410f-8f3f-e01d34b24f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.465454 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5957c304-8bef-410f-8f3f-e01d34b24f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990'] for subnet, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.492297 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957c304-8bef-410f-8f3f-e01d34b24f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5749491-0e18-40d6-a1a0-083ea1b03470,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:01.494230 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5957c304-8bef-410f-8f3f-e01d34b24f8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.497376 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-5957c304-8bef-410f-8f3f-e01d34b24f8a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/c5749491-0e18-40d6-a1a0-083ea1b03470 HTTP/1.1" status: 204 len: 168 time: 0.1862056 Oct 27 14:13:01.499872 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53108) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:01.572418 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.657598 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.679553 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.679916 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.680717 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.681083 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > port after_create 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.681434 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.681772 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > port after_update 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.682093 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.682429 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.682744 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.683096 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.815730 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.815993 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.816321 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.816730 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101655) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:13:01.817700 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8346f507-81dc-4c36-800b-64f363a15a81']}} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:01.843996 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20149674-f54c-428d-9a25-7ea6f5328c01') {'for_net_delete': True} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:01.844286 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20149674-f54c-428d-9a25-7ea6f5328c01') {} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:01.873661 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66587356'] for segment, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.897087 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.908495 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=101655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:13:01.908872 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67050169'] for segment, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: from cryptography.utils import int_from_bytes Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: from cryptography.utils import int_from_bytes Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: Traceback (most recent call last): Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: timer() Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: cb(*args, **kw) Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: return func(*args, **kwargs) Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: self._notify() Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: self.callback(batched_events) Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: event.method(event) Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: return f(self, *a, **k) Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: return self._get(url).json() Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: return self.request(url, 'GET', **kwargs) Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:13:01.912835 dv-cinder-815660-2-iscsi neutron-server[101655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:13:01.929370 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd32df-8286-4499-906b-d62ed106bb9e req-1b4639e3-f6b0-4435-a4c5-93b1e346ed4c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:01.930928 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cfdd32df-8286-4499-906b-d62ed106bb9e req-1b4639e3-f6b0-4435-a4c5-93b1e346ed4c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1083877 Oct 27 14:13:02.250025 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:02.260338 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:02.266161 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] 10.222.0.85 "DELETE /v2.0/networks/8346f507-81dc-4c36-800b-64f363a15a81 HTTP/1.1" status: 204 len: 168 time: 0.7652912 Oct 27 14:13:02.269373 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cfdd32df-8286-4499-906b-d62ed106bb9e req-3014ecd6-4c61-42c7-9ed4-59e408e9d2c2 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591505 Oct 27 14:13:02.279785 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05599648-1242-4d2b-babe-0039022e9b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=8346f507-81dc-4c36-800b-64f363a15a81,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:02.430286 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53120) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:02.463760 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9d98e-ebfe-4018-88ab-7e9baa741a6b req-7a5fa214-5d17-4a4a-a65e-4158ef9df3a1 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:02.465238 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-14e9d98e-ebfe-4018-88ab-7e9baa741a6b req-7a5fa214-5d17-4a4a-a65e-4158ef9df3a1 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 945 time: 0.0711148 Oct 27 14:13:02.501825 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-6f235eaa-f211-4687-babe-5072c37b45e3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cc55547072924a4fb6a0ff7a440db903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703685 Oct 27 14:13:02.504815 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53122) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:02.516669 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-14e9d98e-ebfe-4018-88ab-7e9baa741a6b req-3b751b6a-5aac-4927-9fc9-ef24e10c37b8 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455844 Oct 27 14:13:02.555678 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-81ccc986-2123-40cc-9711-59c184732f6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:02.576167 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-81ccc986-2123-40cc-9711-59c184732f6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:02.624057 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-81ccc986-2123-40cc-9711-59c184732f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:02.626606 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-81ccc986-2123-40cc-9711-59c184732f6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:02.627906 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-81ccc986-2123-40cc-9711-59c184732f6e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/463629c2-3dba-481a-94cd-138dd9b4e007 HTTP/1.1" status: 204 len: 168 time: 0.1220825 Oct 27 14:13:02.638581 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccc986-2123-40cc-9711-59c184732f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463629c2-3dba-481a-94cd-138dd9b4e007,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:02.951694 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53130) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:02.996956 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-09f789cd-6263-42ca-a356-ee3cbf4fd841 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bf187e92debe4ff7a2279f9ab8b34ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439801 Oct 27 14:13:02.999310 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53132) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:03.048265 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-496e7967-00ab-4cc0-b544-45298e6c0d54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:03.070114 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-496e7967-00ab-4cc0-b544-45298e6c0d54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:03.118115 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-496e7967-00ab-4cc0-b544-45298e6c0d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:03.120693 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-496e7967-00ab-4cc0-b544-45298e6c0d54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:03.121843 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-496e7967-00ab-4cc0-b544-45298e6c0d54 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a2f17202-d5a4-463d-861b-e8832e1b4432 HTTP/1.1" status: 204 len: 168 time: 0.1216376 Oct 27 14:13:03.130696 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e7967-00ab-4cc0-b544-45298e6c0d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f17202-d5a4-463d-861b-e8832e1b4432,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:03.399630 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf59935-d3f5-4c5a-a638-f08cde5235ea req-7ebd0bc3-3039-4f91-89f2-7222a85ea3db tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:03.401323 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fcf59935-d3f5-4c5a-a638-f08cde5235ea req-7ebd0bc3-3039-4f91-89f2-7222a85ea3db tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0544522 Oct 27 14:13:03.443190 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fcf59935-d3f5-4c5a-a638-f08cde5235ea req-68a89450-b15a-4f5d-95b5-6862c20f56a2 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352635 Oct 27 14:13:03.698445 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c05482-125d-418f-b0b4-22a31d85e6f7 req-9fc456a3-d795-448b-9ea8-18ab43c351fb tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:03.700523 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-32c05482-125d-418f-b0b4-22a31d85e6f7 req-9fc456a3-d795-448b-9ea8-18ab43c351fb tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 945 time: 0.0905724 Oct 27 14:13:03.753171 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-32c05482-125d-418f-b0b4-22a31d85e6f7 req-5a7fba19-f2e7-47f8-8fc6-ca35aa3b8f68 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400760 Oct 27 14:13:03.805126 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7747-0c59-45a7-b396-eefd3f4bbdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:04.572384 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca94893-85fc-4cef-a133-86834254cb7c req-16a53c36-be11-4b97-a33e-54001872a813 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:04.573863 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0ca94893-85fc-4cef-a133-86834254cb7c req-16a53c36-be11-4b97-a33e-54001872a813 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0549235 Oct 27 14:13:04.611956 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0ca94893-85fc-4cef-a133-86834254cb7c req-7e160d39-d7bd-4df3-932e-75b10ba2dce0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320697 Oct 27 14:13:04.856309 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186068b-75dc-4a41-a84b-692b8b1f11db req-28668fa0-d789-48c3-984c-433d12e3993d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:04.857785 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4186068b-75dc-4a41-a84b-692b8b1f11db req-28668fa0-d789-48c3-984c-433d12e3993d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 945 time: 0.0487313 Oct 27 14:13:04.896491 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4186068b-75dc-4a41-a84b-692b8b1f11db req-beea1676-ffa3-4803-af2b-c198f4854ce8 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326533 Oct 27 14:13:05.152731 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device e5f6c633-3fb1-4c33-8bba-2b47432ace5a up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:13:05.204406 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port e5f6c633-3fb1-4c33-8bba-2b47432ace5a completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:13:05.208639 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port e5f6c633-3fb1-4c33-8bba-2b47432ace5a triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:05.209007 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:05.291605 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:05.314577 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:05.317654 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fda652-5877-49b6-9fd8-3978b0bcf1ce" -d '{"events": [{"server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "name": "network-vif-plugged", "status": "completed", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:13:05.331357 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port e5f6c633-3fb1-4c33-8bba-2b47432ace5a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:05.335511 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:05.361066 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed50e5e-4272-4362-8205-7dc023fff0ca x-openstack-request-id: req-eed50e5e-4272-4362-8205-7dc023fff0ca {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:05.361361 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "name": "network-vif-plugged", "status": "completed", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:05.361619 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-eed50e5e-4272-4362-8205-7dc023fff0ca {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:05.362004 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'code': 200} Oct 27 14:13:05.390100 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:05.586857 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f8a26-a836-44d8-860c-96b5c0aaf7b0 req-539e855d-b251-44eb-b9be-4470a617d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:05.589029 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bf7f8a26-a836-44d8-860c-96b5c0aaf7b0 req-539e855d-b251-44eb-b9be-4470a617d60b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 1099 time: 0.0471113 Oct 27 14:13:05.628046 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bf7f8a26-a836-44d8-860c-96b5c0aaf7b0 req-8fa59ed9-b605-4e7d-ba03-2f30b5cd14e3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309870 Oct 27 14:13:05.741207 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162a562-7f20-4221-a2a4-2ad497f0c680 req-8dd57733-2294-4950-9392-534c84991b11 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:05.742563 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b162a562-7f20-4221-a2a4-2ad497f0c680 req-8dd57733-2294-4950-9392-534c84991b11 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0525703 Oct 27 14:13:05.783656 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b162a562-7f20-4221-a2a4-2ad497f0c680 req-ad4c0913-49f1-4f64-b115-2ff2a962f6e7 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345323 Oct 27 14:13:06.022884 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfff76e-aa1a-4d7e-8bdf-40b3e65d75c0 req-8afd6e11-c756-4905-bd78-b77eb064ca3f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:06.024414 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cbfff76e-aa1a-4d7e-8bdf-40b3e65d75c0 req-8afd6e11-c756-4905-bd78-b77eb064ca3f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0547106 Oct 27 14:13:06.068914 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cbfff76e-aa1a-4d7e-8bdf-40b3e65d75c0 req-00e38510-c71f-426c-b36b-f3a6b6217101 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382218 Oct 27 14:13:06.776466 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-459bf2a6-5ae3-4c1a-82df-d5f8303e8edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:07.076169 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f093f-999f-46ad-98e0-dc75bf89649d req-63b0809d-c144-4ffd-b342-502dd394b196 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:07.077921 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f66f093f-999f-46ad-98e0-dc75bf89649d req-63b0809d-c144-4ffd-b342-502dd394b196 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.2149174 Oct 27 14:13:07.119670 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f66f093f-999f-46ad-98e0-dc75bf89649d req-7b445dbb-64e7-4f40-886c-daad3d2a5806 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346727 Oct 27 14:13:07.221087 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b7aae-102b-423c-98c9-b4e9d10ceacc req-8fbb2fa8-5d92-4094-a2a8-d8c244eb0be3 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:07.222477 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-795b7aae-102b-423c-98c9-b4e9d10ceacc req-8fbb2fa8-5d92-4094-a2a8-d8c244eb0be3 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0488248 Oct 27 14:13:07.265108 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-795b7aae-102b-423c-98c9-b4e9d10ceacc req-9404f8fd-cbf9-4efa-9ee0-48f4acb3b666 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358446 Oct 27 14:13:07.748971 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:07.919964 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:08.242813 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfd1aa-b82b-4c18-850d-11d19f29a761 req-b82c0e1f-03a9-4bb7-aedc-43935a4f6c10 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:08.244254 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-18cfd1aa-b82b-4c18-850d-11d19f29a761 req-b82c0e1f-03a9-4bb7-aedc-43935a4f6c10 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0556889 Oct 27 14:13:08.283716 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-18cfd1aa-b82b-4c18-850d-11d19f29a761 req-19f3ff25-cdc2-462b-bbf8-bf15d404f857 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330894 Oct 27 14:13:08.391973 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a18d4-4cc2-41ad-9ccc-9595f4d0b1d6 req-996061a9-1c30-4227-b2a0-cc259e96f625 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:08.393448 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0b4a18d4-4cc2-41ad-9ccc-9595f4d0b1d6 req-996061a9-1c30-4227-b2a0-cc259e96f625 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0563085 Oct 27 14:13:08.432786 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0b4a18d4-4cc2-41ad-9ccc-9595f4d0b1d6 req-70e02fa2-e62c-47d7-922d-349c5b0b452b tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329750 Oct 27 14:13:09.431632 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc9be3-a9df-49c7-9283-fa3b4bc69a53 req-c92249e6-b1c0-4be1-b785-898eec4d2222 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:09.433737 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f3bc9be3-a9df-49c7-9283-fa3b4bc69a53 req-c92249e6-b1c0-4be1-b785-898eec4d2222 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0628304 Oct 27 14:13:09.436058 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:09.480347 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f3bc9be3-a9df-49c7-9283-fa3b4bc69a53 req-f2dfca1d-8aa1-4996-a95b-247294ea277c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Oct 27 14:13:09.587154 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6044b5e-88c2-4e90-af93-289bb4191077 req-1f9796a0-72d7-42c4-a23a-fe4e47324550 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:09.588644 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a6044b5e-88c2-4e90-af93-289bb4191077 req-1f9796a0-72d7-42c4-a23a-fe4e47324550 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0491173 Oct 27 14:13:09.627516 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a6044b5e-88c2-4e90-af93-289bb4191077 req-2929b23c-9229-443f-a737-3f1e899d9983 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328188 Oct 27 14:13:09.821983 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e803f1b-a365-46ed-967a-c4c29cf41230 req-43c037be-2565-44cc-a572-d91121dcb657 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:09.823515 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6e803f1b-a365-46ed-967a-c4c29cf41230 req-43c037be-2565-44cc-a572-d91121dcb657 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0543439 Oct 27 14:13:09.887025 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6e803f1b-a365-46ed-967a-c4c29cf41230 req-bf160456-3057-4cc3-ba2c-7d356a4fe30c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573456 Oct 27 14:13:09.897191 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51702c93-3b85-495c-8e82-249feeb0a64d req-95599605-a3c7-43a8-b165-a319cf9d6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:09.903443 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-51702c93-3b85-495c-8e82-249feeb0a64d req-95599605-a3c7-43a8-b165-a319cf9d6ec8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 1098 time: 0.0553765 Oct 27 14:13:09.909152 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53322) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:10.030184 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88b49a-4b5f-43d5-ac43-25ba077028f7 req-ba708362-ba9d-428c-9fd8-5838d5b166f2 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:10.031695 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fc88b49a-4b5f-43d5-ac43-25ba077028f7 req-ba708362-ba9d-428c-9fd8-5838d5b166f2 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0737987 Oct 27 14:13:10.048830 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51702c93-3b85-495c-8e82-249feeb0a64d req-bd9aef22-ebde-45cf-b180-594feab4f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:10.050241 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-51702c93-3b85-495c-8e82-249feeb0a64d req-bd9aef22-ebde-45cf-b180-594feab4f2b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee HTTP/1.1" status: 200 len: 912 time: 0.1432490 Oct 27 14:13:10.073760 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0945971-9029-4528-88db-73888e8291db tempest-TestShelveInstance-406686611 tempest-TestShelveInstance-406686611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:10.075494 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-c0945971-9029-4528-88db-73888e8291db tempest-TestShelveInstance-406686611 tempest-TestShelveInstance-406686611-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 1094 time: 0.1652150 Oct 27 14:13:10.079105 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53326) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:10.083892 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Request body: {'floatingip': {'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'port_id': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:13:10.110783 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for floatingip, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:10.119022 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fc88b49a-4b5f-43d5-ac43-25ba077028f7 req-c963a25f-63aa-48bf-9f94-feff0583b4e4 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809550 Oct 27 14:13:10.143546 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-51702c93-3b85-495c-8e82-249feeb0a64d req-63ad83f0-2fb2-4682-afd4-602eba828b6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15887899-2093-4823-88fd-9157f73d58e7 HTTP/1.1" status: 200 len: 1000 time: 0.0724747 Oct 27 14:13:10.199426 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51702c93-3b85-495c-8e82-249feeb0a64d req-6d22dd62-74dd-49f6-8352-b677a0d599a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:10.200952 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-51702c93-3b85-495c-8e82-249feeb0a64d req-6d22dd62-74dd-49f6-8352-b677a0d599a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed1d1075-aeaf-4999-be5f-fa472215f194 HTTP/1.1" status: 200 len: 849 time: 0.0499663 Oct 27 14:13:10.211381 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:10.261471 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51702c93-3b85-495c-8e82-249feeb0a64d req-8ddc0eff-5945-4c79-9489-8fa0700a2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:10.263846 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-51702c93-3b85-495c-8e82-249feeb0a64d req-8ddc0eff-5945-4c79-9489-8fa0700a2e3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526154 Oct 27 14:13:10.342843 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Allocated IP 172.27.0.175 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/eefc111f-9baa-43f0-832e-8c338733885d) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:13:10.365199 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-51702c93-3b85-495c-8e82-249feeb0a64d req-837d1a38-8486-44cb-8d95-2489b7463d64 service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934658 Oct 27 14:13:10.444831 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:10.473695 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-51702c93-3b85-495c-8e82-249feeb0a64d req-6f7f9c85-d303-437a-9fa0-af83fbc5082b service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963991 Oct 27 14:13:10.484027 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:10.549534 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:13:10.554829 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:10.559408 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:13:10.603959 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event updated for resources: {'Port': ['ID=eefc111f-9baa-43f0-832e-8c338733885d,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:10.946992 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.019367 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.176498 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.181330 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.242976 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b624d-9bad-45ad-bb21-7c248acbede5 req-a830227c-548d-4fff-b345-338d525e89e6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:11.244616 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-548b624d-9bad-45ad-bb21-7c248acbede5 req-a830227c-548d-4fff-b345-338d525e89e6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0557382 Oct 27 14:13:11.252953 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event updated for resources: {'Port': ['ID=eefc111f-9baa-43f0-832e-8c338733885d,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:11.265205 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.289492 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-548b624d-9bad-45ad-bb21-7c248acbede5 req-5ec256f6-e1c2-408c-bfda-ed782edc9e1b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385458 Oct 27 14:13:11.369628 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.l3_db [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Floating IP e4989639-9b86-42b8-8751-9a45db0a607a associated. External IP: 172.27.0.175, port: e5f6c633-3fb1-4c33-8bba-2b47432ace5a. Oct 27 14:13:11.759004 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:13:11.870222 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:13:11.880387 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef51cf7c-3134-4673-a6db-b83daead52f2 None None] Sync routers for ids ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:13:11.888832 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.892708 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51cf7c-3134-4673-a6db-b83daead52f2 None None] Routers {'95d89f2b-4d20-48eb-8f74-6ab31433bc79'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:11.892708 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-ef51cf7c-3134-4673-a6db-b83daead52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:13:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:11.928777 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-d8ecb00a-a3fc-47c8-8231-28c9bdeb1124 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8366985 Oct 27 14:13:11.928777 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a'}] {{(pid=101656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:11.928777 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c9c6aa69a7403ae60e4d5f3bfcb1a729f741678d00f34414191addfe6d7192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd191fd8-8b3e-4d72-a144-5b33800933aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a"}]}' {{(pid=101656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:13:11.959926 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2b8c9b-f4b8-4667-a7d4-d98c7bc710d2 x-openstack-request-id: req-cc2b8c9b-f4b8-4667-a7d4-d98c7bc710d2 {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:11.960507 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a", "status": "completed", "code": 200}]} {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:11.960507 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cc2b8c9b-f4b8-4667-a7d4-d98c7bc710d2 {{(pid=101656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:11.960852 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'status': 'completed', 'code': 200} Oct 27 14:13:12.007939 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-ef51cf7c-3134-4673-a6db-b83daead52f2 None None] Set router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:13:12.279051 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-ef51cf7c-3134-4673-a6db-b83daead52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:51Z', 'revision_number': 4, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'e4989639-9b86-42b8-8751-9a45db0a607a', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'port_id': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'mac_address': 'fa:16:3e:92:11:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:13:10Z', 'updated_at': '2021-10-27T14:13:10Z', 'revision_number': 0, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45a3b40-0675-41b4-bf5a-1cc1e5c4f586', 'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'mac_address': 'fa:16:3e:14:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:50Z', 'updated_at': '2021-10-27T14:11:56Z', 'revision_number': 5, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'subnets': [{'id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:12.304479 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef51cf7c-3134-4673-a6db-b83daead52f2 None None] Checking router: 95d89f2b-4d20-48eb-8f74-6ab31433bc79 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:13:12.312885 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51cf7c-3134-4673-a6db-b83daead52f2 None None] Routers {'95d89f2b-4d20-48eb-8f74-6ab31433bc79'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:12.313473 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-ef51cf7c-3134-4673-a6db-b83daead52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:13:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:12.419687 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-ef51cf7c-3134-4673-a6db-b83daead52f2 None None] Set router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:13:12.653367 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-ef51cf7c-3134-4673-a6db-b83daead52f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:51Z', 'revision_number': 4, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'e4989639-9b86-42b8-8751-9a45db0a607a', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'port_id': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'mac_address': 'fa:16:3e:92:11:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:13:10Z', 'updated_at': '2021-10-27T14:13:10Z', 'revision_number': 0, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45a3b40-0675-41b4-bf5a-1cc1e5c4f586', 'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'mac_address': 'fa:16:3e:14:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:50Z', 'updated_at': '2021-10-27T14:11:56Z', 'revision_number': 5, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'subnets': [{'id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:12.680833 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef51cf7c-3134-4673-a6db-b83daead52f2 None None] The sync data for ids ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'] in dv-cinder-815660-2-iscsi is: [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:51Z', 'revision_number': 4, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'e4989639-9b86-42b8-8751-9a45db0a607a', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'port_id': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'mac_address': 'fa:16:3e:92:11:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:13:10Z', 'updated_at': '2021-10-27T14:13:10Z', 'revision_number': 0, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45a3b40-0675-41b4-bf5a-1cc1e5c4f586', 'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'mac_address': 'fa:16:3e:14:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:50Z', 'updated_at': '2021-10-27T14:11:56Z', 'revision_number': 5, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'subnets': [{'id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:13:12.876688 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522b481-c54f-4cc4-b60e-bee9a491755e None None] New status for floating IP e4989639-9b86-42b8-8751-9a45db0a607a: ACTIVE {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:13:13.722644 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd191fd8-8b3e-4d72-a144-5b33800933aa req-7cbb46aa-045d-4cbe-a093-1273240c16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:13.724126 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bd191fd8-8b3e-4d72-a144-5b33800933aa req-7cbb46aa-045d-4cbe-a093-1273240c16a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c924da1e65494809b6ceaf4b8a10e166&device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 1099 time: 0.0406990 Oct 27 14:13:13.814638 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd191fd8-8b3e-4d72-a144-5b33800933aa req-94916145-6c2a-4ce1-8317-3d4361ba547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:13.816143 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bd191fd8-8b3e-4d72-a144-5b33800933aa req-94916145-6c2a-4ce1-8317-3d4361ba547f service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5 HTTP/1.1" status: 200 len: 910 time: 0.0841444 Oct 27 14:13:13.891649 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bd191fd8-8b3e-4d72-a144-5b33800933aa req-23571b0f-35b2-4b3d-bcec-e31c5ecc6968 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a HTTP/1.1" status: 200 len: 1002 time: 0.0662770 Oct 27 14:13:13.950727 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd191fd8-8b3e-4d72-a144-5b33800933aa req-df78b43e-11ff-4eca-933b-a29b9dfacbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:13.952195 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bd191fd8-8b3e-4d72-a144-5b33800933aa req-df78b43e-11ff-4eca-933b-a29b9dfacbea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e60fc371-9d94-4a14-99dd-a7c382854dc9 HTTP/1.1" status: 200 len: 847 time: 0.0443051 Oct 27 14:13:13.999526 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd191fd8-8b3e-4d72-a144-5b33800933aa req-6f529cf9-8d98-4f12-8328-3e51399168f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.000903 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bd191fd8-8b3e-4d72-a144-5b33800933aa req-6f529cf9-8d98-4f12-8328-3e51399168f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400610 Oct 27 14:13:14.102126 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bd191fd8-8b3e-4d72-a144-5b33800933aa req-7b7367d6-fbc1-419a-9adc-ab55945c8b9b service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879056 Oct 27 14:13:14.198911 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bd191fd8-8b3e-4d72-a144-5b33800933aa req-2c35bc11-8862-43a3-9032-c1e8ba12ca51 service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883441 Oct 27 14:13:18.694424 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:19.097750 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8908eb-3192-4ffe-b90b-4e3770e9c9c2 req-e24fdcea-b3af-43f0-acd5-56893db4ce4c tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:19.100113 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eb8908eb-3192-4ffe-b90b-4e3770e9c9c2 req-e24fdcea-b3af-43f0-acd5-56893db4ce4c tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0777042 Oct 27 14:13:19.106690 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb682-b187-4fb6-91f6-9e8217e5010a req-15cd36bd-d969-4306-af80-eed4e9dd4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:19.108135 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-88cbb682-b187-4fb6-91f6-9e8217e5010a req-15cd36bd-d969-4306-af80-eed4e9dd4fef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9fb32c18000f440e88bc81eec30692b9&device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 1137 time: 0.0597055 Oct 27 14:13:19.191948 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eb8908eb-3192-4ffe-b90b-4e3770e9c9c2 req-fdd9559b-aa38-45b5-9988-5a6a44c66748 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828342 Oct 27 14:13:19.231526 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb682-b187-4fb6-91f6-9e8217e5010a req-6168c513-f18b-44de-971c-326f6362dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:19.232952 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-88cbb682-b187-4fb6-91f6-9e8217e5010a req-6168c513-f18b-44de-971c-326f6362dccb service neutron] 10.222.0.71 "GET /v2.0/networks?id=bc4a1d58-3c4c-43bc-bad6-f8833ae92972 HTTP/1.1" status: 200 len: 917 time: 0.1106386 Oct 27 14:13:19.299761 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-88cbb682-b187-4fb6-91f6-9e8217e5010a req-c375d08c-a757-49cd-8eed-0bb40ffa0f78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7dbd7ad-d681-4b28-a600-73b66f728573 HTTP/1.1" status: 200 len: 1001 time: 0.0583594 Oct 27 14:13:19.362903 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb682-b187-4fb6-91f6-9e8217e5010a req-e6cb2d09-de60-4354-9a48-6ca45b54eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:19.364629 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-88cbb682-b187-4fb6-91f6-9e8217e5010a req-e6cb2d09-de60-4354-9a48-6ca45b54eaa7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e985bd55-fe62-4f3c-a62d-f2d490e3411c HTTP/1.1" status: 200 len: 854 time: 0.0501456 Oct 27 14:13:19.415271 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb682-b187-4fb6-91f6-9e8217e5010a req-568fa159-e7da-4b5a-af0e-856cac1d34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:19.416832 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-88cbb682-b187-4fb6-91f6-9e8217e5010a req-568fa159-e7da-4b5a-af0e-856cac1d34ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc4a1d58-3c4c-43bc-bad6-f8833ae92972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428061 Oct 27 14:13:19.512550 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-88cbb682-b187-4fb6-91f6-9e8217e5010a req-eb6d3505-fa68-4a77-90ad-78d0e681c294 service neutron] 10.222.0.71 "GET /v2.0/networks/bc4a1d58-3c4c-43bc-bad6-f8833ae92972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872176 Oct 27 14:13:19.617382 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-88cbb682-b187-4fb6-91f6-9e8217e5010a req-5651a937-31f3-4a97-bf85-d505dfb05dcb service neutron] 10.222.0.71 "GET /v2.0/networks/bc4a1d58-3c4c-43bc-bad6-f8833ae92972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888391 Oct 27 14:13:20.072424 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53472) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:20.116676 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_v2 [None req-4868dd03-79b3-43b7-9a10-0f1b8f8943e4 admin admin] Deleting subnet d9f67c19-0718-4010-9ec0-db517915c7f9 {{(pid=101656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:13:20.119741 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4868dd03-79b3-43b7-9a10-0f1b8f8943e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.158177 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4868dd03-79b3-43b7-9a10-0f1b8f8943e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5232373'] for subnet, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.207162 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4868dd03-79b3-43b7-9a10-0f1b8f8943e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.261287 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4868dd03-79b3-43b7-9a10-0f1b8f8943e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5109624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5122466'] for subnet, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.285827 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868dd03-79b3-43b7-9a10-0f1b8f8943e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f67c19-0718-4010-9ec0-db517915c7f9,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:20.292445 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4868dd03-79b3-43b7-9a10-0f1b8f8943e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.298840 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53478) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:20.299445 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-4868dd03-79b3-43b7-9a10-0f1b8f8943e4 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d9f67c19-0718-4010-9ec0-db517915c7f9 HTTP/1.1" status: 204 len: 168 time: 0.2253642 Oct 27 14:13:20.371209 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bf09e-4173-4017-ad6c-343294d04c18 req-83b160aa-2c07-4378-9d8b-6eea9ba0fba9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:20.372670 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-444bf09e-4173-4017-ad6c-343294d04c18 req-83b160aa-2c07-4378-9d8b-6eea9ba0fba9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.1068614 Oct 27 14:13:20.394220 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.430313 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-444bf09e-4173-4017-ad6c-343294d04c18 req-c1e233c7-239f-4824-9aeb-1dd266ec3bdb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480626 Oct 27 14:13:20.501187 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.521374 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0995375-e054-40e9-8e71-5bfdb80f49d9']}} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:20.530843 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea401d1f-3536-49de-af18-54dd4a5cc161') {'for_net_delete': True} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:20.531139 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea401d1f-3536-49de-af18-54dd4a5cc161') {} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:20.541132 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66587356'] for segment, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.555726 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.562929 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=101655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:13:20.563360 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67050169'] for segment, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: Traceback (most recent call last): Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: timer() Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: cb(*args, **kw) Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: return func(*args, **kwargs) Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: self._notify() Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: self.callback(batched_events) Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: event.method(event) Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: return f(self, *a, **k) Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: return self._get(url).json() Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: return self.request(url, 'GET', **kwargs) Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:13:20.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:13:20.626562 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.632635 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.638967 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] 10.222.0.85 "DELETE /v2.0/networks/c0995375-e054-40e9-8e71-5bfdb80f49d9 HTTP/1.1" status: 204 len: 168 time: 0.3360569 Oct 27 14:13:20.649355 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04406965-d104-4bfb-b311-64dcd35cfe51 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0995375-e054-40e9-8e71-5bfdb80f49d9,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:20.816960 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53492) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:20.857205 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-900f676d-95c7-49b7-980f-ae38a74b891a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e557227f6d404acba108444e2f807bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389829 Oct 27 14:13:20.859735 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53494) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:20.914380 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8b4965ed-06ad-497f-9664-5b78664f695e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.935261 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8b4965ed-06ad-497f-9664-5b78664f695e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.980554 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8b4965ed-06ad-497f-9664-5b78664f695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.983210 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8b4965ed-06ad-497f-9664-5b78664f695e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.984372 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-8b4965ed-06ad-497f-9664-5b78664f695e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3baa18d4-c972-46c4-bdfd-62f75a0d801d HTTP/1.1" status: 204 len: 168 time: 0.1237195 Oct 27 14:13:20.992849 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4965ed-06ad-497f-9664-5b78664f695e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baa18d4-c972-46c4-bdfd-62f75a0d801d,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:21.555233 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e6634-9692-411a-aa0c-89d4d06bf08e req-dc9c3240-136f-42a9-afc2-2be6468b0e45 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:21.556760 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2c9e6634-9692-411a-aa0c-89d4d06bf08e req-dc9c3240-136f-42a9-afc2-2be6468b0e45 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0521891 Oct 27 14:13:21.598395 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2c9e6634-9692-411a-aa0c-89d4d06bf08e req-9d2c6e6c-0c04-41d8-8e85-cc42cbd8b1a9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356443 Oct 27 14:13:22.718064 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dde9f-7741-4c39-b8f8-053b96612b50 req-0d7f6c87-870f-415f-bbcb-2d5b5e8439aa tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:22.719598 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b37dde9f-7741-4c39-b8f8-053b96612b50 req-0d7f6c87-870f-415f-bbcb-2d5b5e8439aa tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0508287 Oct 27 14:13:22.759534 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b37dde9f-7741-4c39-b8f8-053b96612b50 req-d789c155-02ee-4697-badf-b73716a89423 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335245 Oct 27 14:13:23.883816 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395ffb1-9274-4968-a442-ae91c32e546b req-c2defe95-7dd4-44cf-95ac-4d851a307244 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:23.885665 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f395ffb1-9274-4968-a442-ae91c32e546b req-c2defe95-7dd4-44cf-95ac-4d851a307244 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0558650 Oct 27 14:13:23.931228 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f395ffb1-9274-4968-a442-ae91c32e546b req-b7548a14-7431-4a8c-9ce6-dc0331c8dbc7 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386543 Oct 27 14:13:25.049941 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d7419-75ec-44e5-bec0-3a3ed899b734 req-94847560-8187-4305-8653-7482f1a13875 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:25.051578 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9a5d7419-75ec-44e5-bec0-3a3ed899b734 req-94847560-8187-4305-8653-7482f1a13875 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0507634 Oct 27 14:13:25.094135 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9a5d7419-75ec-44e5-bec0-3a3ed899b734 req-1206cb17-5b6c-4bdb-97f6-e29e8f979a24 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355642 Oct 27 14:13:26.208944 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6f605-c0a0-4235-a01e-0b0217b14ebd req-bff89544-571e-4589-9a04-b4b8ede81a13 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:26.211671 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-aed6f605-c0a0-4235-a01e-0b0217b14ebd req-bff89544-571e-4589-9a04-b4b8ede81a13 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0499628 Oct 27 14:13:26.252802 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-aed6f605-c0a0-4235-a01e-0b0217b14ebd req-754b2b95-39e5-44e3-9c76-4b5abfafe034 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350120 Oct 27 14:13:27.373472 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d4591-d9af-4b49-bd68-2945a7876cb4 req-55aed023-c4b8-4f01-926a-ce11d245685d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:27.375009 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-975d4591-d9af-4b49-bd68-2945a7876cb4 req-55aed023-c4b8-4f01-926a-ce11d245685d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0547595 Oct 27 14:13:27.416598 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-975d4591-d9af-4b49-bd68-2945a7876cb4 req-9eae5c48-070b-49fa-9963-c738ad6b75ea tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354066 Oct 27 14:13:28.244117 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:13:28.540736 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5a83-bbb6-4f4f-9bf7-7ed70e43a5d5 req-fc9bd867-9b3f-4454-b838-f3b46ea875f0 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:28.542254 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dffe5a83-bbb6-4f4f-9bf7-7ed70e43a5d5 req-fc9bd867-9b3f-4454-b838-f3b46ea875f0 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0539224 Oct 27 14:13:28.591794 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-dffe5a83-bbb6-4f4f-9bf7-7ed70e43a5d5 req-343341a9-1489-481e-b257-e84ec35764d9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412657 Oct 27 14:13:29.716402 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a40b5-4087-441f-be6e-e48884b01fad req-762d9557-c67e-4539-bf02-579e89c45853 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:29.723645 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d16a40b5-4087-441f-be6e-e48884b01fad req-762d9557-c67e-4539-bf02-579e89c45853 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0577266 Oct 27 14:13:29.764271 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d16a40b5-4087-441f-be6e-e48884b01fad req-4d8e8124-a277-48e2-af14-ee53c14cfa72 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363226 Oct 27 14:13:29.909564 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53672) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:30.019370 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.101369 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.105505 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.145495 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9c640f87af9948c9aeca31e60cecd45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345059 Oct 27 14:13:30.146465 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641a29e7-2711-4efc-96be-c902a40eaa0c,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:30.148918 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53676) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:30.155871 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.156461 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.157243 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.157794 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.158286 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.158688 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.159100 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.159530 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.159924 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.160403 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.161121 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.161718 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c838ecf-5c47-4933-b61b-4712b13a4cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:30.207950 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0b564c5d-4ccb-4470-b501-3401d2eaa38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.233472 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0b564c5d-4ccb-4470-b501-3401d2eaa38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.285082 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0b564c5d-4ccb-4470-b501-3401d2eaa38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.287675 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0b564c5d-4ccb-4470-b501-3401d2eaa38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.288820 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0b564c5d-4ccb-4470-b501-3401d2eaa38e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/641a29e7-2711-4efc-96be-c902a40eaa0c HTTP/1.1" status: 204 len: 168 time: 0.1388471 Oct 27 14:13:30.296939 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b564c5d-4ccb-4470-b501-3401d2eaa38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641a29e7-2711-4efc-96be-c902a40eaa0c,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:30.553753 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53682) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:30.567625 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d4bf26da-12e8-4d11-8d45-d2f7f48400f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.649009 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d4bf26da-12e8-4d11-8d45-d2f7f48400f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.653553 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d4bf26da-12e8-4d11-8d45-d2f7f48400f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.697724 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-d4bf26da-12e8-4d11-8d45-d2f7f48400f5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=259324619e614dce956fa70953e6cb57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422863 Oct 27 14:13:30.698551 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf26da-12e8-4d11-8d45-d2f7f48400f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df0f48d-6c71-409c-bdf3-8afaf74eb86b,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:30.700848 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53686) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:30.750089 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a933ccc6-e306-4ac0-9a01-168ced4f63f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.772288 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a933ccc6-e306-4ac0-9a01-168ced4f63f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.821285 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a933ccc6-e306-4ac0-9a01-168ced4f63f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.824528 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a933ccc6-e306-4ac0-9a01-168ced4f63f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.825678 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-a933ccc6-e306-4ac0-9a01-168ced4f63f4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6df0f48d-6c71-409c-bdf3-8afaf74eb86b HTTP/1.1" status: 204 len: 168 time: 0.1238267 Oct 27 14:13:30.854106 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933ccc6-e306-4ac0-9a01-168ced4f63f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df0f48d-6c71-409c-bdf3-8afaf74eb86b,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:30.896433 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fff95-0f2f-4ce3-b42d-272701c9ba30 req-079337ab-65b5-40e4-8481-6e5f46bde847 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:30.899601 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-711fff95-0f2f-4ce3-b42d-272701c9ba30 req-079337ab-65b5-40e4-8481-6e5f46bde847 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0608358 Oct 27 14:13:30.942848 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-711fff95-0f2f-4ce3-b42d-272701c9ba30 req-7dd9762e-d580-47c0-b5b0-78abf34da901 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380499 Oct 27 14:13:31.139633 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53702) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:31.248070 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e43a-8f18-4493-ab84-0fc541455afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:31.322940 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e43a-8f18-4493-ab84-0fc541455afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:31.329926 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e43a-8f18-4493-ab84-0fc541455afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:31.370676 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-a7b9e43a-8f18-4493-ab84-0fc541455afa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7a1d3a9b112f418c99e71ecc16454ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299199 Oct 27 14:13:31.371566 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9e43a-8f18-4493-ab84-0fc541455afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10de575d-e5b3-40b3-ae1f-e2de4681cf98,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:31.373407 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53716) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:31.425012 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-30984e57-7d01-4a6c-90f9-3b4fc9051301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:31.446400 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-30984e57-7d01-4a6c-90f9-3b4fc9051301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:31.497571 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-30984e57-7d01-4a6c-90f9-3b4fc9051301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:31.500278 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-30984e57-7d01-4a6c-90f9-3b4fc9051301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:31.501446 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-30984e57-7d01-4a6c-90f9-3b4fc9051301 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/10de575d-e5b3-40b3-ae1f-e2de4681cf98 HTTP/1.1" status: 204 len: 168 time: 0.1269143 Oct 27 14:13:31.509682 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30984e57-7d01-4a6c-90f9-3b4fc9051301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10de575d-e5b3-40b3-ae1f-e2de4681cf98,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:32.060402 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccabd83-0bed-46e6-8158-1e4847c9cda3 req-d2441683-480d-4dde-b731-1e8afae679fe tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:32.062056 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8ccabd83-0bed-46e6-8158-1e4847c9cda3 req-d2441683-480d-4dde-b731-1e8afae679fe tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0499315 Oct 27 14:13:32.104582 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8ccabd83-0bed-46e6-8158-1e4847c9cda3 req-bf93f1ea-d301-4603-8581-97328a7e0f2f tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364296 Oct 27 14:13:33.224991 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133a857-8715-4b5c-9972-6c808de5fb15 req-f3f379a7-69eb-4765-95b8-f8d3daedf27d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:33.227043 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c133a857-8715-4b5c-9972-6c808de5fb15 req-f3f379a7-69eb-4765-95b8-f8d3daedf27d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0534532 Oct 27 14:13:33.269329 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c133a857-8715-4b5c-9972-6c808de5fb15 req-6f98722b-8678-4f2c-805f-9172337a11b0 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361557 Oct 27 14:13:33.796929 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-bab87893-71eb-44a8-a3f0-d4845e1c1941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:34.385980 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf4899-ee5d-4970-bd99-7752c3ce0e21 req-ebbe8c89-fb8a-4c45-ab80-4f6b7786b1f9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:34.387496 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-39cf4899-ee5d-4970-bd99-7752c3ce0e21 req-ebbe8c89-fb8a-4c45-ab80-4f6b7786b1f9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0500197 Oct 27 14:13:34.427082 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-39cf4899-ee5d-4970-bd99-7752c3ce0e21 req-359aaa9a-87f0-4aa0-b79d-2094e58c1499 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331831 Oct 27 14:13:35.548650 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3bb75-3b5f-488f-aea5-d682503b10eb req-e701e23f-f43a-443c-8919-1409b4499bcf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:35.550116 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1ae3bb75-3b5f-488f-aea5-d682503b10eb req-e701e23f-f43a-443c-8919-1409b4499bcf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0514874 Oct 27 14:13:35.591642 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1ae3bb75-3b5f-488f-aea5-d682503b10eb req-54c0ab1e-fa4a-49b2-a65f-069c15006bb8 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344133 Oct 27 14:13:35.779204 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53824) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:35.882073 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-18a02022-8bec-4a8c-9382-2c065cf5bf9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:35.958106 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-18a02022-8bec-4a8c-9382-2c065cf5bf9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:35.962537 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-18a02022-8bec-4a8c-9382-2c065cf5bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.003545 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-18a02022-8bec-4a8c-9382-2c065cf5bf9a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ffde316e89e64cd7b1c1ff1565c9c010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230539 Oct 27 14:13:36.004386 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a02022-8bec-4a8c-9382-2c065cf5bf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77dce11-4309-48c5-bf75-118c586fdf38,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:36.006114 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53828) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:36.058833 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3fb01509-3c65-4116-b0a3-7ca16b9a6b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.079788 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3fb01509-3c65-4116-b0a3-7ca16b9a6b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.125662 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3fb01509-3c65-4116-b0a3-7ca16b9a6b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.128328 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-3fb01509-3c65-4116-b0a3-7ca16b9a6b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.129475 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-3fb01509-3c65-4116-b0a3-7ca16b9a6b04 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f77dce11-4309-48c5-bf75-118c586fdf38 HTTP/1.1" status: 204 len: 168 time: 0.1223724 Oct 27 14:13:36.138649 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb01509-3c65-4116-b0a3-7ca16b9a6b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77dce11-4309-48c5-bf75-118c586fdf38,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:36.405573 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53836) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:36.419487 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f622f7a2-66c7-46de-a2ad-dda93c2d0ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.494703 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f622f7a2-66c7-46de-a2ad-dda93c2d0ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.498559 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f622f7a2-66c7-46de-a2ad-dda93c2d0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.536765 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-f622f7a2-66c7-46de-a2ad-dda93c2d0ecc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=09159dc775f34213bf21ace907dd20ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300848 Oct 27 14:13:36.537874 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622f7a2-66c7-46de-a2ad-dda93c2d0ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41671a13-f5d4-4d26-b754-b3eb4e47da65,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:36.540156 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53838) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:36.589418 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-519754c7-9c76-4ec0-9d04-38307dffb43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.610321 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-519754c7-9c76-4ec0-9d04-38307dffb43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.673829 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-519754c7-9c76-4ec0-9d04-38307dffb43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.676346 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-519754c7-9c76-4ec0-9d04-38307dffb43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:36.677439 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-519754c7-9c76-4ec0-9d04-38307dffb43a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/41671a13-f5d4-4d26-b754-b3eb4e47da65 HTTP/1.1" status: 204 len: 168 time: 0.1356692 Oct 27 14:13:36.702021 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519754c7-9c76-4ec0-9d04-38307dffb43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41671a13-f5d4-4d26-b754-b3eb4e47da65,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:36.722525 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07e870-b427-4660-b017-7a3e013d5141 req-f40508c8-3fe8-4d7a-a486-6d4ed3a1054e tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:36.724086 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6e07e870-b427-4660-b017-7a3e013d5141 req-f40508c8-3fe8-4d7a-a486-6d4ed3a1054e tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0624502 Oct 27 14:13:36.766504 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6e07e870-b427-4660-b017-7a3e013d5141 req-26d9403a-5515-47d7-a692-ad7bc4ade70f tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347304 Oct 27 14:13:36.780136 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-1561c922-7e44-40af-a619-584bea9032b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:37.752719 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:37.892448 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169f9a-4c65-449e-8661-c8e894ee1b79 req-bf8c6344-4ab6-4e9c-a0dd-23f0fd97fe0d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:37.893958 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9f169f9a-4c65-449e-8661-c8e894ee1b79 req-bf8c6344-4ab6-4e9c-a0dd-23f0fd97fe0d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0530612 Oct 27 14:13:37.922582 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:37.938988 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9f169f9a-4c65-449e-8661-c8e894ee1b79 req-3cbd674a-9acc-4a7b-bd82-8878eb4f31d2 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386961 Oct 27 14:13:38.294336 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53892) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:38.415703 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6fe84785-b02c-468d-9b1d-bb885df07c03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:38.481080 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-478471dd-015d-4764-ba3c-72ce9fc6fdce service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992570 Oct 27 14:13:38.505087 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6fe84785-b02c-468d-9b1d-bb885df07c03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:38.510065 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6fe84785-b02c-468d-9b1d-bb885df07c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:38.549303 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-2ea24c85-ebe4-490f-9e2f-ad47d1736e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:38.550795 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-2ea24c85-ebe4-490f-9e2f-ad47d1736e4a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 1098 time: 0.0430918 Oct 27 14:13:38.550960 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-6fe84785-b02c-468d-9b1d-bb885df07c03 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8063530eadf6400f89fc7ed36f34194f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554410 Oct 27 14:13:38.551775 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe84785-b02c-468d-9b1d-bb885df07c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86487364-c9e1-4b7b-9c55-2f013b034ce7,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:38.553686 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53902) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:38.684762 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d47743dd-9898-4c99-9cfc-4ca54bc209d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:38.723102 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d47743dd-9898-4c99-9cfc-4ca54bc209d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:38.730393 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-4244e6f2-dc6d-4ad0-9b92-def8ed32d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:38.731929 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-4244e6f2-dc6d-4ad0-9b92-def8ed32d027 service neutron] 10.222.0.71 "GET /v2.0/networks?id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee HTTP/1.1" status: 200 len: 912 time: 0.1534283 Oct 27 14:13:38.814961 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-453765fa-7516-4ee8-a8bb-1a2344e7eec0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15887899-2093-4823-88fd-9157f73d58e7 HTTP/1.1" status: 200 len: 1000 time: 0.0682507 Oct 27 14:13:38.821589 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d47743dd-9898-4c99-9cfc-4ca54bc209d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:38.823980 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-d47743dd-9898-4c99-9cfc-4ca54bc209d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:38.825030 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-d47743dd-9898-4c99-9cfc-4ca54bc209d5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/86487364-c9e1-4b7b-9c55-2f013b034ce7 HTTP/1.1" status: 204 len: 168 time: 0.2695291 Oct 27 14:13:38.841971 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47743dd-9898-4c99-9cfc-4ca54bc209d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86487364-c9e1-4b7b-9c55-2f013b034ce7,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:38.877808 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-3f13024f-95c8-4a6f-975c-a447b9c2aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:38.879291 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-3f13024f-95c8-4a6f-975c-a447b9c2aa6f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed1d1075-aeaf-4999-be5f-fa472215f194 HTTP/1.1" status: 200 len: 849 time: 0.0506563 Oct 27 14:13:38.932538 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-c8b85789-cc4b-46e2-b0cd-1fd74f31dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:38.934047 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-c8b85789-cc4b-46e2-b0cd-1fd74f31dc10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423105 Oct 27 14:13:39.065878 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-02bb7b61-e983-4ea5-8802-b190a0874651 service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179397 Oct 27 14:13:39.082400 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcf032-7412-45fa-8974-c83eba343751 req-da04fe4b-ea79-4986-878a-2318cd753042 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:39.083964 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-12dcf032-7412-45fa-8974-c83eba343751 req-da04fe4b-ea79-4986-878a-2318cd753042 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0687521 Oct 27 14:13:39.114473 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 53914) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:39.130954 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-31434560-0d46-4cf4-886d-608ee1a75293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:39.181605 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-12dcf032-7412-45fa-8974-c83eba343751 req-471d4242-31c2-436f-ba16-a79103bd284c tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880375 Oct 27 14:13:39.208911 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3dddec26-23c5-4802-a886-055ecdcf6fad req-502172c9-690c-4a34-9cab-fd2c66b27555 service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239426 Oct 27 14:13:39.209627 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-31434560-0d46-4cf4-886d-608ee1a75293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:39.214063 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-31434560-0d46-4cf4-886d-608ee1a75293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:39.252693 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-31434560-0d46-4cf4-886d-608ee1a75293 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2db25c0f2c564247be80bc83457e02f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370864 Oct 27 14:13:39.253805 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31434560-0d46-4cf4-886d-608ee1a75293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e416ac9e-84b9-4e92-9996-852374386bff,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:39.255539 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 53916) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:39.309238 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7524-c2ef-42e5-ae73-352ec40de8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:39.330672 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7524-c2ef-42e5-ae73-352ec40de8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:39.376857 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7524-c2ef-42e5-ae73-352ec40de8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:39.379667 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7524-c2ef-42e5-ae73-352ec40de8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:39.380817 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-5bfa7524-c2ef-42e5-ae73-352ec40de8b9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e416ac9e-84b9-4e92-9996-852374386bff HTTP/1.1" status: 204 len: 168 time: 0.1236830 Oct 27 14:13:39.389980 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa7524-c2ef-42e5-ae73-352ec40de8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e416ac9e-84b9-4e92-9996-852374386bff,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:39.427246 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:40.302087 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb57adc-9f6f-4be3-9225-d742699a7be3 req-0c984269-fdc9-4b27-be9e-beaef3f378b9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:40.303645 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6bb57adc-9f6f-4be3-9225-d742699a7be3 req-0c984269-fdc9-4b27-be9e-beaef3f378b9 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0523880 Oct 27 14:13:40.348834 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6bb57adc-9f6f-4be3-9225-d742699a7be3 req-830c48a8-fd78-4af6-b2c7-9a32722242e8 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386932 Oct 27 14:13:41.466484 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576e434-bb80-4aac-963f-5bc4d04c5283 req-5d4099df-6499-4c59-90fe-2550317dfacb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:41.467905 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b576e434-bb80-4aac-963f-5bc4d04c5283 req-5d4099df-6499-4c59-90fe-2550317dfacb tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0510116 Oct 27 14:13:41.507841 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b576e434-bb80-4aac-963f-5bc4d04c5283 req-54ac7bfe-7db2-443a-821d-d52a19061c7b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340164 Oct 27 14:13:42.624665 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab1b76-59d5-40d3-81f2-17d78216b371 req-47eb01f0-415d-4044-905c-01fd7cfcb9d5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:42.626024 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-feab1b76-59d5-40d3-81f2-17d78216b371 req-47eb01f0-415d-4044-905c-01fd7cfcb9d5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0486085 Oct 27 14:13:42.667182 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-feab1b76-59d5-40d3-81f2-17d78216b371 req-6d780231-7dcb-474f-a5b1-515efe52018f tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349450 Oct 27 14:13:43.787231 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c014797-ff2f-452e-a2ec-fc229e233218 req-87cd26de-faea-4d64-8ad6-d0670e70ecce tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:43.788887 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7c014797-ff2f-452e-a2ec-fc229e233218 req-87cd26de-faea-4d64-8ad6-d0670e70ecce tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0524251 Oct 27 14:13:43.832567 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7c014797-ff2f-452e-a2ec-fc229e233218 req-d9032e61-297e-404f-a794-722d1c1fc77d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375099 Oct 27 14:13:44.948976 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804aec-b84e-4254-9206-aad5da06dd6d req-eb22fcf9-693e-4cf7-bf85-ecafece331d4 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:44.950628 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69804aec-b84e-4254-9206-aad5da06dd6d req-eb22fcf9-693e-4cf7-bf85-ecafece331d4 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0492110 Oct 27 14:13:44.991574 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-69804aec-b84e-4254-9206-aad5da06dd6d req-21abb376-afc5-49b0-bcf7-49e8b9429132 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349343 Oct 27 14:13:45.318370 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54028) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:45.426638 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-bf739d15-646a-471e-b066-e849124df4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:45.510622 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-bf739d15-646a-471e-b066-e849124df4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:45.514382 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-bf739d15-646a-471e-b066-e849124df4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:45.552059 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-bf739d15-646a-471e-b066-e849124df4eb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3ff239a488404947bda6debbc66ab176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326164 Oct 27 14:13:45.552884 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf739d15-646a-471e-b066-e849124df4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0a122f-0a7d-477d-a65a-0e815ece9b64,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:45.555223 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54038) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:45.605865 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:45.631179 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:45.680831 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:45.683544 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:45.686381 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4a0a122f-0a7d-477d-a65a-0e815ece9b64 HTTP/1.1" status: 204 len: 168 time: 0.1301377 Oct 27 14:13:45.694647 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0a122f-0a7d-477d-a65a-0e815ece9b64,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:45.703547 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.703898 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.704420 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.704697 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.705027 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.705350 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.705801 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.706023 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.706362 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.706738 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.707071 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.707404 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29f1d8-eb15-45c5-bd5d-6fd13c83aa73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:45.952264 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54044) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:45.965669 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-190fcafb-e3c9-4f07-b77d-e091fdfa5bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:46.045172 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-190fcafb-e3c9-4f07-b77d-e091fdfa5bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:46.049434 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-190fcafb-e3c9-4f07-b77d-e091fdfa5bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:46.088681 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fcafb-e3c9-4f07-b77d-e091fdfa5bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937967d6-acd4-4764-a365-89a0e520b4ff,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:46.094375 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-190fcafb-e3c9-4f07-b77d-e091fdfa5bd0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9272f4a5cc9f4eb4b57c7aa5012ee404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405938 Oct 27 14:13:46.096662 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54048) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:46.117492 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef178b5a-38e3-472d-95b8-1dacddfe3b26 req-71c592e1-5674-4f1e-a807-4a1947979154 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:46.119021 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ef178b5a-38e3-472d-95b8-1dacddfe3b26 req-71c592e1-5674-4f1e-a807-4a1947979154 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0568197 Oct 27 14:13:46.146971 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f3121714-6569-4275-9502-19cbe3d34089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:46.159250 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ef178b5a-38e3-472d-95b8-1dacddfe3b26 req-f9759008-ade4-49c0-8b77-a840433f9fcf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340514 Oct 27 14:13:46.169019 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f3121714-6569-4275-9502-19cbe3d34089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:46.215606 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f3121714-6569-4275-9502-19cbe3d34089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:46.217985 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f3121714-6569-4275-9502-19cbe3d34089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:46.219148 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-f3121714-6569-4275-9502-19cbe3d34089 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/937967d6-acd4-4764-a365-89a0e520b4ff HTTP/1.1" status: 204 len: 168 time: 0.1215894 Oct 27 14:13:46.227412 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3121714-6569-4275-9502-19cbe3d34089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937967d6-acd4-4764-a365-89a0e520b4ff,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:47.279198 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56a760-1603-4ef4-8371-2a9b408331bd req-2b33ca7a-6d39-482c-af73-56ea8b378d95 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:47.280609 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ad56a760-1603-4ef4-8371-2a9b408331bd req-2b33ca7a-6d39-482c-af73-56ea8b378d95 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0494077 Oct 27 14:13:47.323407 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ad56a760-1603-4ef4-8371-2a9b408331bd req-d9172f91-ddd0-4996-9a04-ec975d3fb1d2 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd50fbfa-f142-4652-8802-f751ca5456e6&id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357559 Oct 27 14:13:48.697967 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:48.980998 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54128) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:49.088249 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-af650be1-b3b5-4d9f-9be5-102f67143951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.170171 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-af650be1-b3b5-4d9f-9be5-102f67143951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.174542 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-af650be1-b3b5-4d9f-9be5-102f67143951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.217851 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-af650be1-b3b5-4d9f-9be5-102f67143951 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=544f6c3cbba946a08f95b0083bcbc4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355652 Oct 27 14:13:49.218565 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af650be1-b3b5-4d9f-9be5-102f67143951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc1d0f-2520-4c9f-9c0a-ba5f1c935cfe,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:49.220491 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54144) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:49.275257 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b3e31deb-820d-4b98-acb4-a1c30f54040c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.296083 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b3e31deb-820d-4b98-acb4-a1c30f54040c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.342418 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b3e31deb-820d-4b98-acb4-a1c30f54040c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.345002 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b3e31deb-820d-4b98-acb4-a1c30f54040c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.346184 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-b3e31deb-820d-4b98-acb4-a1c30f54040c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4cfc1d0f-2520-4c9f-9c0a-ba5f1c935cfe HTTP/1.1" status: 204 len: 168 time: 0.1246285 Oct 27 14:13:49.353875 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e31deb-820d-4b98-acb4-a1c30f54040c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc1d0f-2520-4c9f-9c0a-ba5f1c935cfe,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:50.513017 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54154) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:50.616241 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-aaabe12a-b444-4fee-a0a1-bc0cf7d1d0d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.692307 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-aaabe12a-b444-4fee-a0a1-bc0cf7d1d0d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.696458 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-aaabe12a-b444-4fee-a0a1-bc0cf7d1d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.738870 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-aaabe12a-b444-4fee-a0a1-bc0cf7d1d0d8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=00a6e646f03c4d20ad9c3e6f31e0a5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246010 Oct 27 14:13:50.739604 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabe12a-b444-4fee-a0a1-bc0cf7d1d0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc362f78-80f1-417a-9885-4f91bfbd22d5,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:50.742573 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54160) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:50.792106 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-599998a4-520a-49ae-95f8-8d4c21f22541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.813413 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-599998a4-520a-49ae-95f8-8d4c21f22541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.858488 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-599998a4-520a-49ae-95f8-8d4c21f22541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.861080 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-599998a4-520a-49ae-95f8-8d4c21f22541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.862208 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-599998a4-520a-49ae-95f8-8d4c21f22541 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dc362f78-80f1-417a-9885-4f91bfbd22d5 HTTP/1.1" status: 204 len: 168 time: 0.1178501 Oct 27 14:13:50.870510 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599998a4-520a-49ae-95f8-8d4c21f22541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc362f78-80f1-417a-9885-4f91bfbd22d5,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:51.118474 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54166) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:51.131408 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3dc35136-8b77-4426-9863-9af157c16a9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:51.206714 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3dc35136-8b77-4426-9863-9af157c16a9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:51.210553 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3dc35136-8b77-4426-9863-9af157c16a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:51.249761 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-3dc35136-8b77-4426-9863-9af157c16a9c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d48c73536ed1489bb0c46ae5cd9cd1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1301911 Oct 27 14:13:51.250886 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc35136-8b77-4426-9863-9af157c16a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05207197-4520-4e6f-be46-f3242d236648,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:51.252499 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54168) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:51.301561 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-84f001cc-82a0-4476-b824-adc9bdd8e038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:51.323624 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-84f001cc-82a0-4476-b824-adc9bdd8e038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:51.369302 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-84f001cc-82a0-4476-b824-adc9bdd8e038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:51.372032 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-84f001cc-82a0-4476-b824-adc9bdd8e038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:51.373180 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-84f001cc-82a0-4476-b824-adc9bdd8e038 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/05207197-4520-4e6f-be46-f3242d236648 HTTP/1.1" status: 204 len: 168 time: 0.1191442 Oct 27 14:13:51.380730 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f001cc-82a0-4476-b824-adc9bdd8e038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05207197-4520-4e6f-be46-f3242d236648,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:59.912199 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a02fad-c78d-477a-9883-b9bfa0059163 req-de669c54-51e1-48bb-bdcf-90ece1662ffa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:59.913722 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-45a02fad-c78d-477a-9883-b9bfa0059163 req-de669c54-51e1-48bb-bdcf-90ece1662ffa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 947 time: 0.0487914 Oct 27 14:13:59.954929 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-45a02fad-c78d-477a-9883-b9bfa0059163 req-573e67f3-757a-40ff-87ca-1ed731462006 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337114 Oct 27 14:14:01.077829 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c096ee-2072-407e-bfc5-3bbdd8e3d8b1 req-821f0cb3-0708-4cda-b9d5-ca6de7c65106 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:01.079332 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-53c096ee-2072-407e-bfc5-3bbdd8e3d8b1 req-821f0cb3-0708-4cda-b9d5-ca6de7c65106 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 947 time: 0.0485139 Oct 27 14:14:01.117060 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-53c096ee-2072-407e-bfc5-3bbdd8e3d8b1 req-acfc8f08-f631-46db-8030-a13af4327001 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Oct 27 14:14:01.913016 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54310) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:02.025232 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d7cf-ea2b-45fc-80b9-d830530c208d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:02.102152 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d7cf-ea2b-45fc-80b9-d830530c208d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:02.105609 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d7cf-ea2b-45fc-80b9-d830530c208d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:02.145422 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-f7b5d7cf-ea2b-45fc-80b9-d830530c208d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=58e3c2fee81741af915e150fe59d071a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311666 Oct 27 14:14:02.146601 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5d7cf-ea2b-45fc-80b9-d830530c208d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d75adc1-4704-409d-aed8-daa3ee5afcb0,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:02.149197 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54316) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:02.202214 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-3deed221-f901-4453-b7fa-eb3cd8ec92f2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:02.203702 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-3deed221-f901-4453-b7fa-eb3cd8ec92f2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 947 time: 0.0795760 Oct 27 14:14:02.533885 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46c72845-0d32-4613-ac58-af98360ab96f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:02.585276 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46c72845-0d32-4613-ac58-af98360ab96f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:02.600556 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cb505-3dae-4940-acb8-f7ebfd7ad586 req-1002f4bc-dff7-400e-af55-4642da4d74f9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:02.602040 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-845cb505-3dae-4940-acb8-f7ebfd7ad586 req-1002f4bc-dff7-400e-af55-4642da4d74f9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 947 time: 0.3964977 Oct 27 14:14:02.675468 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Deleting port aab79689-5599-45f7-b77c-95b865b88b1d {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:02.675803 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:02.682428 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-845cb505-3dae-4940-acb8-f7ebfd7ad586 req-1bedd774-86af-4bac-9551-a0c832264a86 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692651 Oct 27 14:14:02.723551 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46c72845-0d32-4613-ac58-af98360ab96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:02.726082 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-46c72845-0d32-4613-ac58-af98360ab96f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:02.727317 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-46c72845-0d32-4613-ac58-af98360ab96f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9d75adc1-4704-409d-aed8-daa3ee5afcb0 HTTP/1.1" status: 204 len: 168 time: 0.5760124 Oct 27 14:14:02.744374 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c72845-0d32-4613-ac58-af98360ab96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d75adc1-4704-409d-aed8-daa3ee5afcb0,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:02.786787 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] For port aab79689-5599-45f7-b77c-95b865b88b1d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=aab79689-5599-45f7-b77c-95b865b88b1d,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:02.787046 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:02.993445 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54322) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:03.007117 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cecd8659-33fd-4a27-b248-a56b5f5f298f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.016340 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.016708 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.017054 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Floating IP f78ef0db-f1e3-4584-823e-5ae4253348ac disassociated. External IP: 172.27.0.46, port: aab79689-5599-45f7-b77c-95b865b88b1d. Oct 27 14:14:03.017372 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Calling delete_port for aab79689-5599-45f7-b77c-95b865b88b1d owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:03.086889 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cecd8659-33fd-4a27-b248-a56b5f5f298f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.092406 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cecd8659-33fd-4a27-b248-a56b5f5f298f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.131931 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-cecd8659-33fd-4a27-b248-a56b5f5f298f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bed7dc33cadd4667bef9592b78290157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373863 Oct 27 14:14:03.132857 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd8659-33fd-4a27-b248-a56b5f5f298f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7079e7a-68a1-4511-8d2a-08371584a7c2,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:03.135289 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54324) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:03.157510 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.185150 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event deleted for resources: {'Port': ['ID=aab79689-5599-45f7-b77c-95b865b88b1d,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:03.185926 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f220e1b2-c145-45b6-9476-b89d399f0df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.208993 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f220e1b2-c145-45b6-9476-b89d399f0df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.263416 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f220e1b2-c145-45b6-9476-b89d399f0df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.266259 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f220e1b2-c145-45b6-9476-b89d399f0df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.267932 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-f220e1b2-c145-45b6-9476-b89d399f0df5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d7079e7a-68a1-4511-8d2a-08371584a7c2 HTTP/1.1" status: 204 len: 168 time: 0.1312258 Oct 27 14:14:03.275837 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220e1b2-c145-45b6-9476-b89d399f0df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7079e7a-68a1-4511-8d2a-08371584a7c2,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:03.313259 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:03.430413 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:03.443746 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296442c1-097f-448f-9070-5b9791980699 None None] Sync routers for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:03.456401 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296442c1-097f-448f-9070-5b9791980699 None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:03.457303 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-296442c1-097f-448f-9070-5b9791980699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:13:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:03.480546 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] No DVR routers for this DVR port aab79689-5599-45f7-b77c-95b865b88b1d on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:14:03.483686 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.487886 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-796e1983-e13b-4e73-88c1-12ba2465d647 req-7f7eefb7-b3e2-448e-b8cb-dde934adb6aa tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.71 "DELETE /v2.0/ports/aab79689-5599-45f7-b77c-95b865b88b1d HTTP/1.1" status: 204 len: 173 time: 1.2706015 Oct 27 14:14:03.572160 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-296442c1-097f-448f-9070-5b9791980699 None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:03.805163 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-296442c1-097f-448f-9070-5b9791980699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:03.809854 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-96265561-147b-40a6-9a6b-5c7e9cea3168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.820257 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-71bfe80f-c62d-493f-b31b-2377e3bf51a2 req-f5dc346b-fb44-43a2-acb2-43ee736b3c72 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=41e12ebd-fe44-4aa9-8f5e-572d91370319 HTTP/1.1" status: 200 len: 210 time: 0.0328040 Oct 27 14:14:03.971214 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296442c1-097f-448f-9070-5b9791980699 None None] Checking router: cb78f8bb-3bda-4e20-9887-e4cb05487ad5 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:03.992348 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296442c1-097f-448f-9070-5b9791980699 None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:03.993248 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-296442c1-097f-448f-9070-5b9791980699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:13:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:04.127402 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-296442c1-097f-448f-9070-5b9791980699 None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:04.361912 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-296442c1-097f-448f-9070-5b9791980699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:04.394841 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296442c1-097f-448f-9070-5b9791980699 None None] The sync data for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi is: [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:04.600965 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54358) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:04.642368 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b720ae-85d2-409b-a3c2-d2788c798ae8 None None] New status for floating IP f78ef0db-f1e3-4584-823e-5ae4253348ac: DOWN {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:14:04.721112 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dbdb619d-fe86-4e04-b179-b3acde8e9cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:04.806281 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dbdb619d-fe86-4e04-b179-b3acde8e9cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:04.809875 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dbdb619d-fe86-4e04-b179-b3acde8e9cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:04.853479 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-dbdb619d-fe86-4e04-b179-b3acde8e9cda admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4b9d7a8c683a4732bd4fe85ab483601f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483168 Oct 27 14:14:04.853479 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54362) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:04.861472 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb619d-fe86-4e04-b179-b3acde8e9cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0807b1b-8193-48a8-81bf-fd2c3868843a,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:04.917022 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-62cf0d53-3683-4435-ab36-cdbf5befecff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:04.944512 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54368) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:04.947502 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-62cf0d53-3683-4435-ab36-cdbf5befecff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.002423 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-62cf0d53-3683-4435-ab36-cdbf5befecff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.003076 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1a421d9c-b994-435e-b3a0-7684194c162b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.006069 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-62cf0d53-3683-4435-ab36-cdbf5befecff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.010181 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-62cf0d53-3683-4435-ab36-cdbf5befecff admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e0807b1b-8193-48a8-81bf-fd2c3868843a HTTP/1.1" status: 204 len: 168 time: 0.1557214 Oct 27 14:14:05.019264 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf0d53-3683-4435-ab36-cdbf5befecff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0807b1b-8193-48a8-81bf-fd2c3868843a,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:05.043230 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1a421d9c-b994-435e-b3a0-7684194c162b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.100872 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1a421d9c-b994-435e-b3a0-7684194c162b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.104146 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1a421d9c-b994-435e-b3a0-7684194c162b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.106569 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-1a421d9c-b994-435e-b3a0-7684194c162b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "DELETE /v2.0/security-groups/fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb HTTP/1.1" status: 204 len: 168 time: 0.1608229 Oct 27 14:14:05.110770 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54372) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:05.119109 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a421d9c-b994-435e-b3a0-7684194c162b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:05.142631 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.api.v2.resource [None req-ed77eb35-44bd-4563-82a5-84cfa6d7781b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] show failed (client error): The resource could not be found. Oct 27 14:14:05.147736 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54374) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:05.147874 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ed77eb35-44bd-4563-82a5-84cfa6d7781b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups/fc01b4a0-8fad-4b6b-aea8-c0ee20e328fb HTTP/1.1" status: 404 len: 347 time: 0.0357189 Oct 27 14:14:05.244101 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:14:05.292333 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfe3f0-b214-4d84-a64c-b3bba7290b5b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Deleting port d292b983-2713-47c5-86c5-398b0b42d451 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:05.292713 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe3f0-b214-4d84-a64c-b3bba7290b5b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.368528 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe3f0-b214-4d84-a64c-b3bba7290b5b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.368857 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe3f0-b214-4d84-a64c-b3bba7290b5b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.383883 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfe3f0-b214-4d84-a64c-b3bba7290b5b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Calling delete_port for d292b983-2713-47c5-86c5-398b0b42d451 owned by network:floatingip {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:05.527723 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe3f0-b214-4d84-a64c-b3bba7290b5b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.551661 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfe3f0-b214-4d84-a64c-b3bba7290b5b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event deleted for resources: {'Port': ['ID=d292b983-2713-47c5-86c5-398b0b42d451,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:05.618428 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe3f0-b214-4d84-a64c-b3bba7290b5b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.622017 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe3f0-b214-4d84-a64c-b3bba7290b5b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.626289 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-6cdfe3f0-b214-4d84-a64c-b3bba7290b5b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "DELETE /v2.0/floatingips/f78ef0db-f1e3-4584-823e-5ae4253348ac HTTP/1.1" status: 204 len: 168 time: 0.4742081 Oct 27 14:14:05.939858 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54380) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:05.944479 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-4d0f0c7d-3375-4e3a-a2aa-61ed4eda2872 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112196562', 'description': 'tempest-description--1800923665'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:05.966586 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0c7d-3375-4e3a-a2aa-61ed4eda2872 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.033200 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0c7d-3375-4e3a-a2aa-61ed4eda2872 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.039113 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0c7d-3375-4e3a-a2aa-61ed4eda2872 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.062830 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0c7d-3375-4e3a-a2aa-61ed4eda2872 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.064017 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-4d0f0c7d-3375-4e3a-a2aa-61ed4eda2872 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1231689 Oct 27 14:14:06.066811 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54386) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:06.071210 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-187236ae-243b-4cc6-b691-603abc4bc939 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'security_group_rule': {'security_group_id': 'ddc63dcb-7a70-4bcf-8714-3ade75728cec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:06.091534 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f0c7d-3375-4e3a-a2aa-61ed4eda2872 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc63dcb-7a70-4bcf-8714-3ade75728cec,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:06.111499 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-187236ae-243b-4cc6-b691-603abc4bc939 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.161580 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-187236ae-243b-4cc6-b691-603abc4bc939 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.165662 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-187236ae-243b-4cc6-b691-603abc4bc939 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.186795 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187236ae-243b-4cc6-b691-603abc4bc939 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e519d0-b79f-4297-9e1c-57849b4168bb,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:06.194042 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-187236ae-243b-4cc6-b691-603abc4bc939 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.195292 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-187236ae-243b-4cc6-b691-603abc4bc939 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274860 Oct 27 14:14:06.197877 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54388) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:06.202391 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-bb76e844-84d6-4bce-b843-c020f76b0000 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'security_group_rule': {'security_group_id': 'ddc63dcb-7a70-4bcf-8714-3ade75728cec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:06.228246 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bb76e844-84d6-4bce-b843-c020f76b0000 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.286489 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bb76e844-84d6-4bce-b843-c020f76b0000 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.290167 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bb76e844-84d6-4bce-b843-c020f76b0000 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.310054 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76e844-84d6-4bce-b843-c020f76b0000 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca834372-eae0-4bb1-8393-a97ae00528ae,revision_number=0']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:06.319069 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-bb76e844-84d6-4bce-b843-c020f76b0000 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.320206 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-bb76e844-84d6-4bce-b843-c020f76b0000 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213000 Oct 27 14:14:06.323227 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54392) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:06.328103 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'floatingip': {'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:06.351234 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.460939 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.595466 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Allocated IP 172.27.0.251 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/6f43e664-9f87-4939-a865-c8707c2c1a55) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:06.640759 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f7da5-1b24-4dc1-8659-9fd7965738e9 req-51c1c578-69a9-4d6f-bb81-7fd05704d6ea tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:06.642524 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-445f7da5-1b24-4dc1-8659-9fd7965738e9 req-51c1c578-69a9-4d6f-bb81-7fd05704d6ea tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0504127 Oct 27 14:14:06.682023 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-445f7da5-1b24-4dc1-8659-9fd7965738e9 req-1655e7c0-0597-48fe-80b4-c6c311bac54f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328345 Oct 27 14:14:06.699813 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.732846 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.775152 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:06.780325 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:06.783969 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f7ac-c37a-4d82-b47c-5ccd2e77f709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.784546 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:06.806641 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'Port': ['ID=6f43e664-9f87-4939-a865-c8707c2c1a55,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:06.869226 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.903057 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.939601 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aab79689-5599-45f7-b77c-95b865b88b1d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:14:06.959792 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: aab79689-5599-45f7-b77c-95b865b88b1d {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:14:06.960138 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device aab79689-5599-45f7-b77c-95b865b88b1d not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:14:07.053534 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.058807 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.129385 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'Port': ['ID=6f43e664-9f87-4939-a865-c8707c2c1a55,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:07.139720 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.155460 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.156694 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ef9235f6-3adc-4a78-82bb-8f3e60774441 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8322525 Oct 27 14:14:07.339090 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-01549c5a-78fd-4c9c-9fae-26adc019fbe8 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--112196562&fields=id&tenant_id=c84e18e41f634c02ac87674f5f6da28d HTTP/1.1" status: 200 len: 267 time: 0.0330465 Oct 27 14:14:07.448056 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba65a-124b-4990-a909-80caf1adc319 req-14c9dc52-0984-41a0-aaf8-14da22665629 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:07.449951 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-14c9dc52-0984-41a0-aaf8-14da22665629 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 817 time: 0.1035039 Oct 27 14:14:07.465801 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-a48a4689-db14-4cda-8b55-76cc37797294 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/quotas/c84e18e41f634c02ac87674f5f6da28d HTTP/1.1" status: 200 len: 375 time: 0.0098376 Oct 27 14:14:07.519808 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-df4fce86-4fa9-429b-80e4-810cbddf533a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485437 Oct 27 14:14:07.712601 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-69c6e9fd-8456-4beb-9900-9710d71a68af service neutron] 10.222.0.85 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795247 Oct 27 14:14:07.754048 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.840885 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-389ca856-2f71-4e3b-a396-43b0de431386 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:07.842322 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-389ca856-2f71-4e3b-a396-43b0de431386 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.71 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.1059220 Oct 27 14:14:07.846027 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e6255e35-789b-413c-838e-b72113fd8cb0 service neutron] 10.222.0.85 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268122 Oct 27 14:14:07.929888 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.943751 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Deleting port 15887899-2093-4823-88fd-9157f73d58e7 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:07.944140 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.077548 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] For port 15887899-2093-4823-88fd-9157f73d58e7, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=15887899-2093-4823-88fd-9157f73d58e7,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:08.077906 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.093655 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01008e3d-1c6c-4734-81d0-e9712e2f8695 req-bbce56cc-f245-432c-adfe-deea62150c86 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:08.095274 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-01008e3d-1c6c-4734-81d0-e9712e2f8695 req-bbce56cc-f245-432c-adfe-deea62150c86 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 945 time: 0.0858963 Oct 27 14:14:08.218113 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-01008e3d-1c6c-4734-81d0-e9712e2f8695 req-dc2c3b05-c98f-4fb8-ad12-f9de048b6730 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=e20b804d-9af5-47a5-9597-f6fb93ab9e36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861478 Oct 27 14:14:08.320763 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-176031ff-47f4-45f0-a86c-e0d3394f8329 req-0a49e360-697d-496f-851d-7fc71f4af1a2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 210 time: 0.0403681 Oct 27 14:14:08.335731 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.335930 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.336173 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Floating IP a98ca783-0a7d-40cc-8e3c-6ca86d69388c disassociated. External IP: 172.27.0.67, port: 15887899-2093-4823-88fd-9157f73d58e7. Oct 27 14:14:08.336509 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Calling delete_port for 15887899-2093-4823-88fd-9157f73d58e7 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:08.484731 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.517047 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event deleted for resources: {'Port': ['ID=15887899-2093-4823-88fd-9157f73d58e7,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:08.635035 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:08.744971 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:08.755171 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5da6c3-46ca-4f51-a7d5-fdcf07c7388f None None] Sync routers for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:08.768596 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5da6c3-46ca-4f51-a7d5-fdcf07c7388f None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:08.769503 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-2b5da6c3-46ca-4f51-a7d5-fdcf07c7388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:08.788609 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] No DVR routers for this DVR port 15887899-2093-4823-88fd-9157f73d58e7 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:14:08.790996 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.794999 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-98e0deef-4e63-4d02-ab7f-f9f862fdce09 req-3a58b005-5a5a-44d3-9eae-c3957975d4a0 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.71 "DELETE /v2.0/ports/15887899-2093-4823-88fd-9157f73d58e7 HTTP/1.1" status: 204 len: 173 time: 0.9441636 Oct 27 14:14:08.887731 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-2b5da6c3-46ca-4f51-a7d5-fdcf07c7388f None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:09.112372 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-2b5da6c3-46ca-4f51-a7d5-fdcf07c7388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:09.138758 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5da6c3-46ca-4f51-a7d5-fdcf07c7388f None None] Checking router: fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:09.147652 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5da6c3-46ca-4f51-a7d5-fdcf07c7388f None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:09.148251 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-2b5da6c3-46ca-4f51-a7d5-fdcf07c7388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:09.165654 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba65a-124b-4990-a909-80caf1adc319 req-2c71b599-8df3-4cc5-9d7d-aeb523f6a36f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:09.167188 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-2c71b599-8df3-4cc5-9d7d-aeb523f6a36f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.71 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 817 time: 0.1111965 Oct 27 14:14:09.217949 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-701f6191-1784-4309-918d-444e467d10de tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84e18e41f634c02ac87674f5f6da28d HTTP/1.1" status: 200 len: 379 time: 0.0385473 Oct 27 14:14:09.229418 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'port': {'device_id': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'admin_state_up': True, 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'security_groups': ['ddc63dcb-7a70-4bcf-8714-3ade75728cec']}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:09.267036 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-2b5da6c3-46ca-4f51-a7d5-fdcf07c7388f None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:09.342234 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1d44f8b7-3df4-447a-8b65-7580c1f6c58e req-84fc25a0-b053-4551-af52-6dab6d6fe0c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=396ab30c-d8d7-48b2-a476-fe2cd2d21ce8 HTTP/1.1" status: 200 len: 210 time: 0.0389097 Oct 27 14:14:09.373629 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Made reservation on behalf of c84e18e41f634c02ac87674f5f6da28d for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:14:09.378224 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:09.450392 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:09.478010 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1109a382-0c30-46b7-8589-11fd66e618ca req-2c6a74dd-510c-4e87-8abf-819fc636f782 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 210 time: 0.0381145 Oct 27 14:14:09.527029 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-2b5da6c3-46ca-4f51-a7d5-fdcf07c7388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:09.556160 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Allocated IP 172.20.0.13 (11f7b24e-a72d-42e4-91c7-58ce8c0bc8de/ad1ca395-0794-488c-93d8-0590c72f0634/7cb0b496-4ac4-4e36-a183-d35a08ddccae) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:09.556617 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5da6c3-46ca-4f51-a7d5-fdcf07c7388f None None] The sync data for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi is: [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:09.714012 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:09.750628 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:09.798237 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:09.801536 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:09.805440 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:09.812732 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event updated for resources: {'Port': ['ID=7cb0b496-4ac4-4e36-a183-d35a08ddccae,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:09.826154 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f552b-955c-4904-91b6-341cffd587e4 None None] New status for floating IP a98ca783-0a7d-40cc-8e3c-6ca86d69388c: DOWN {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:14:09.861176 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:09.861837 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:09.879811 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-60714b10-9e48-4369-9abb-db9c0c61693a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6543529 Oct 27 14:14:09.893518 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Request body: {'port': {'device_id': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:09.961909 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.044715 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-d26669ca-1559-403d-a5e4-2d15f8d09685 None None] Provisioning complete for port 7cb0b496-4ac4-4e36-a183-d35a08ddccae triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:10.044994 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d26669ca-1559-403d-a5e4-2d15f8d09685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.078020 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-d26669ca-1559-403d-a5e4-2d15f8d09685 None None] Port 7cb0b496-4ac4-4e36-a183-d35a08ddccae cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:14:10.228275 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb0b496-4ac4-4e36-a183-d35a08ddccae {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:10.235772 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.248203 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Transition to ACTIVE for port object 7cb0b496-4ac4-4e36-a183-d35a08ddccae will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:10.251785 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67050141'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.302604 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb0b496-4ac4-4e36-a183-d35a08ddccae,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.450585 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54446) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:10.513741 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7211b6f5-e660-435a-ac3b-f5bb8bc3e23a tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.542047 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7211b6f5-e660-435a-ac3b-f5bb8bc3e23a tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.595661 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7211b6f5-e660-435a-ac3b-f5bb8bc3e23a tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.598248 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-7211b6f5-e660-435a-ac3b-f5bb8bc3e23a tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.599444 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-7211b6f5-e660-435a-ac3b-f5bb8bc3e23a tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "DELETE /v2.0/security-groups/e20b804d-9af5-47a5-9597-f6fb93ab9e36 HTTP/1.1" status: 204 len: 168 time: 0.1479840 Oct 27 14:14:10.603668 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54450) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:10.616477 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211b6f5-e660-435a-ac3b-f5bb8bc3e23a tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20b804d-9af5-47a5-9597-f6fb93ab9e36,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.626700 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.api.v2.resource [None req-2fb309d3-05ff-4908-a49c-59f8eb8875d4 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] show failed (client error): The resource could not be found. Oct 27 14:14:10.627808 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-2fb309d3-05ff-4908-a49c-59f8eb8875d4 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups/e20b804d-9af5-47a5-9597-f6fb93ab9e36 HTTP/1.1" status: 404 len: 347 time: 0.0232463 Oct 27 14:14:10.631634 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54452) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:10.684645 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1660fe-68dd-4211-9a3e-dce0a82473ab req-54f50ca8-96b5-495c-b8ab-1f87e2113128 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:10.686138 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d1660fe-68dd-4211-9a3e-dce0a82473ab req-54f50ca8-96b5-495c-b8ab-1f87e2113128 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0899587 Oct 27 14:14:10.687258 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Attempting to bind port 7cb0b496-4ac4-4e36-a183-d35a08ddccae on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:14:10.687593 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Attempting to bind port 7cb0b496-4ac4-4e36-a183-d35a08ddccae by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:14:10.687920 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Attempting to bind port 7cb0b496-4ac4-4e36-a183-d35a08ddccae on network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:10.694367 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Port 7cb0b496-4ac4-4e36-a183-d35a08ddccae on network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:14:10.694686 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Attempting to bind port 7cb0b496-4ac4-4e36-a183-d35a08ddccae on network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:10.710416 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:14:10.710752 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Checking segment: {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:10.711157 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Bound using segment: {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:14:10.711600 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Bound port: 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e628aa16-c2c5-440c-9ca1-942bb1485f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:14:10.712016 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.762416 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d1660fe-68dd-4211-9a3e-dce0a82473ab req-aa0f898e-a541-43a0-93f2-04d59d25382a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695622 Oct 27 14:14:10.793491 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-2e57b212-effb-401c-9fca-db595d691700 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Deleting port 332d452d-3706-4e67-ac1f-b90fcbdf8ae1 {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:10.793826 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2e57b212-effb-401c-9fca-db595d691700 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.794691 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:10.797697 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:10.802340 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67050141'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.838823 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:10.839504 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.840901 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] 10.222.0.71 "PUT /v2.0/ports/7cb0b496-4ac4-4e36-a183-d35a08ddccae HTTP/1.1" status: 200 len: 1094 time: 0.9521720 Oct 27 14:14:10.862311 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc8dff-5b45-497a-8dd2-2080ac722509 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb0b496-4ac4-4e36-a183-d35a08ddccae,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.881092 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2e57b212-effb-401c-9fca-db595d691700 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.881416 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2e57b212-effb-401c-9fca-db595d691700 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.905541 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-2e57b212-effb-401c-9fca-db595d691700 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Calling delete_port for 332d452d-3706-4e67-ac1f-b90fcbdf8ae1 owned by network:floatingip {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:10.933671 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba65a-124b-4990-a909-80caf1adc319 req-90957a65-903d-490e-96e2-d417011ef4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:10.935926 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-90957a65-903d-490e-96e2-d417011ef4c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 1097 time: 0.0532861 Oct 27 14:14:10.984053 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-03322c07-1d43-4d42-aa82-e2759fcf3d9a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae HTTP/1.1" status: 200 len: 217 time: 0.0377142 Oct 27 14:14:11.054997 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba65a-124b-4990-a909-80caf1adc319 req-29ab1fdb-839b-4888-aa05-87276bda70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:11.056623 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-29ab1fdb-839b-4888-aa05-87276bda70ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad1ca395-0794-488c-93d8-0590c72f0634 HTTP/1.1" status: 200 len: 856 time: 0.0650871 Oct 27 14:14:11.106189 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba65a-124b-4990-a909-80caf1adc319 req-a1fdeced-da3f-48e1-a17f-3fdb25dd292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:11.107785 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-a1fdeced-da3f-48e1-a17f-3fdb25dd292d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423422 Oct 27 14:14:11.114471 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2e57b212-effb-401c-9fca-db595d691700 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.146854 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57b212-effb-401c-9fca-db595d691700 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event deleted for resources: {'Port': ['ID=332d452d-3706-4e67-ac1f-b90fcbdf8ae1,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:11.205441 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-52e73f1b-3e81-4922-9947-b75632d6a372 service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892541 Oct 27 14:14:11.207684 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2e57b212-effb-401c-9fca-db595d691700 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.210213 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2e57b212-effb-401c-9fca-db595d691700 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.211370 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-2e57b212-effb-401c-9fca-db595d691700 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "DELETE /v2.0/floatingips/a98ca783-0a7d-40cc-8e3c-6ca86d69388c HTTP/1.1" status: 204 len: 168 time: 0.5783448 Oct 27 14:14:11.298432 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d2cba65a-124b-4990-a909-80caf1adc319 req-17a33b4b-6f8d-4a73-a60b-7a6c035ba94c service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852945 Oct 27 14:14:11.385074 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54456) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:11.390260 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-3176746b-44db-4732-a86f-fac15b2a7887 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--771580204', 'description': 'tempest-description--460029580'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:11.412366 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3176746b-44db-4732-a86f-fac15b2a7887 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.478239 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3176746b-44db-4732-a86f-fac15b2a7887 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.482293 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3176746b-44db-4732-a86f-fac15b2a7887 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.510742 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3176746b-44db-4732-a86f-fac15b2a7887 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.512540 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-3176746b-44db-4732-a86f-fac15b2a7887 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1264863 Oct 27 14:14:11.514529 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176746b-44db-4732-a86f-fac15b2a7887 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39123a32-a72a-4da3-88b1-ac0ba5cabf3c,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:11.515868 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54458) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:11.522180 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-dd4dad73-009c-457b-b7ff-ce8cadc963bc tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'security_group_rule': {'security_group_id': '39123a32-a72a-4da3-88b1-ac0ba5cabf3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:11.548639 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-dd4dad73-009c-457b-b7ff-ce8cadc963bc tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.603437 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-dd4dad73-009c-457b-b7ff-ce8cadc963bc tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.607090 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-dd4dad73-009c-457b-b7ff-ce8cadc963bc tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.622628 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dad73-009c-457b-b7ff-ce8cadc963bc tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3a2468-3c80-4783-8a62-2eadb9b76325,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:11.633437 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-dd4dad73-009c-457b-b7ff-ce8cadc963bc tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.634642 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-dd4dad73-009c-457b-b7ff-ce8cadc963bc tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161470 Oct 27 14:14:11.637983 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54460) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:11.642534 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-ed39e149-a6c8-44c1-9972-90a6dfb980b8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'security_group_rule': {'security_group_id': '39123a32-a72a-4da3-88b1-ac0ba5cabf3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:11.670720 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ed39e149-a6c8-44c1-9972-90a6dfb980b8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.729155 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ed39e149-a6c8-44c1-9972-90a6dfb980b8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.733604 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ed39e149-a6c8-44c1-9972-90a6dfb980b8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014551'] for security_group_rule, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.753063 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39e149-a6c8-44c1-9972-90a6dfb980b8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a57276-e5ce-4b91-8cf0-ce01168ffc5b,revision_number=0']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:11.761235 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ed39e149-a6c8-44c1-9972-90a6dfb980b8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.762437 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-ed39e149-a6c8-44c1-9972-90a6dfb980b8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235285 Oct 27 14:14:11.765618 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54462) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:11.770764 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'floatingip': {'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:11.792216 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.886195 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb11a6-76aa-419d-9f60-acd06901aada req-f2d5c334-aaf2-4706-b1b1-fe7f07334114 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:11.887665 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-85eb11a6-76aa-419d-9f60-acd06901aada req-f2d5c334-aaf2-4706-b1b1-fe7f07334114 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0489228 Oct 27 14:14:11.892472 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.926560 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-85eb11a6-76aa-419d-9f60-acd06901aada req-867e5021-d3ac-499c-93b9-10f8da46b6c7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327456 Oct 27 14:14:11.998112 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Allocated IP 172.27.0.101 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/6f250936-6916-4877-8c60-db06f06db67b) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:12.099578 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.132016 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.172345 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:12.175146 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:12.178689 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:12.184071 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'Port': ['ID=6f250936-6916-4877-8c60-db06f06db67b,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:12.262795 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.299653 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.449482 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.454289 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.709159 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'Port': ['ID=6f250936-6916-4877-8c60-db06f06db67b,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:12.718616 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.733642 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.734857 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-5ccad0f6-6362-4e03-9c18-ce0963055f3e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9675980 Oct 27 14:14:12.866816 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-dacbb573-323f-4b4a-bd78-5dfb71875f37 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--771580204&fields=id&tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b HTTP/1.1" status: 200 len: 267 time: 0.0318789 Oct 27 14:14:12.967439 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 15887899-2093-4823-88fd-9157f73d58e7 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:14:12.975514 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-7c9afb60-aba5-4de1-916c-0b0ab76d8c1f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:12.976994 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-7c9afb60-aba5-4de1-916c-0b0ab76d8c1f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/networks?id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee HTTP/1.1" status: 200 len: 810 time: 0.1028881 Oct 27 14:14:12.987014 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 15887899-2093-4823-88fd-9157f73d58e7 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:14:12.987380 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 15887899-2093-4823-88fd-9157f73d58e7 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:14:12.992303 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-35eb461d-1e38-4c6c-8a5a-3e037bac0212 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/quotas/81aae1f72a0c4ea9918b36e3c7aef02b HTTP/1.1" status: 200 len: 375 time: 0.0093451 Oct 27 14:14:13.045924 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-21faea27-7429-4c14-895f-9484b7d8c338 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474081 Oct 27 14:14:13.147924 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-795bc378-4144-4d39-8b86-e9edc3822b7c service neutron] 10.222.0.85 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898254 Oct 27 14:14:13.235765 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-4e8e6dc3-cb4e-4202-ac6c-cd757da298ee service neutron] 10.222.0.85 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809858 Oct 27 14:14:13.427207 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a06b6-f32b-4d0b-a9d3-ee7a17bbf404 req-bf64cde6-4211-4e3e-8cc8-482d809049ef tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:13.428889 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-544a06b6-f32b-4d0b-a9d3-ee7a17bbf404 req-bf64cde6-4211-4e3e-8cc8-482d809049ef tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0509484 Oct 27 14:14:13.469424 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-544a06b6-f32b-4d0b-a9d3-ee7a17bbf404 req-fa18a60e-a3b3-4952-b869-30d6aa51665e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343859 Oct 27 14:14:13.546369 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-468fd014-2f5f-4102-b9a9-01865ddae588 req-63f67291-185f-4c07-821a-7743e745ff5f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 210 time: 0.0324173 Oct 27 14:14:13.780303 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672e00c-c73f-4515-975d-e0c188348da0 req-edd4df18-a3f5-4ff2-ae3f-614f7d901340 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:13.781755 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0672e00c-c73f-4515-975d-e0c188348da0 req-edd4df18-a3f5-4ff2-ae3f-614f7d901340 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 945 time: 0.0510240 Oct 27 14:14:13.823999 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0672e00c-c73f-4515-975d-e0c188348da0 req-f14dc9a1-14fa-4298-b3ca-20a14f1b12eb tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358579 Oct 27 14:14:14.487230 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-59f1b149-da19-45fb-93c8-0d058341b6f7 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:14.488706 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-59f1b149-da19-45fb-93c8-0d058341b6f7 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.71 "GET /v2.0/networks?id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee HTTP/1.1" status: 200 len: 810 time: 0.1111042 Oct 27 14:14:14.538494 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-595614a0-f0be-4909-be79-096864db5c2b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b HTTP/1.1" status: 200 len: 379 time: 0.0381541 Oct 27 14:14:14.550169 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'port': {'device_id': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'admin_state_up': True, 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'security_groups': ['39123a32-a72a-4da3-88b1-ac0ba5cabf3c']}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:14.653028 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4a51d-dd4b-4baa-8ac7-1009cb3a91a3 req-a283cb27-8ec2-4ad8-a85b-768d9e5d94ac tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:14.654511 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e0a4a51d-dd4b-4baa-8ac7-1009cb3a91a3 req-a283cb27-8ec2-4ad8-a85b-768d9e5d94ac tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.1009035 Oct 27 14:14:14.721236 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e0a4a51d-dd4b-4baa-8ac7-1009cb3a91a3 req-f4d7b6ad-c95a-4cef-a803-b91ff58f7e76 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574071 Oct 27 14:14:14.729302 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Made reservation on behalf of 81aae1f72a0c4ea9918b36e3c7aef02b for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:14:14.735067 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.828836 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-de9954e1-f2a9-4260-843b-c5481340ef24 req-dcb92baa-3edb-4fc6-bd80-01ec393dfa32 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 210 time: 0.0379958 Oct 27 14:14:14.896925 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Allocated IP 172.20.0.7 (57ab640a-d6ea-4ec6-b7cb-d71aba31dbee/ed1d1075-aeaf-4999-be5f-fa472215f194/dfabc39d-4ff3-4bef-a411-759d83df1689) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:14.981596 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 7cb0b496-4ac4-4e36-a183-d35a08ddccae details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:14:14.985561 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e730b-9e30-4676-9b3e-849fda92ccb7 req-584cb3ff-4b52-4485-8358-d7f866adccd4 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:14.987158 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-647e730b-9e30-4676-9b3e-849fda92ccb7 req-584cb3ff-4b52-4485-8358-d7f866adccd4 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 945 time: 0.0917940 Oct 27 14:14:15.070230 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-647e730b-9e30-4676-9b3e-849fda92ccb7 req-9cd86680-92d9-4853-b0ec-6ad801b122a9 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529001 Oct 27 14:14:15.088971 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:15.101844 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'port_id': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'mac_address': 'fa:16:3e:cc:70:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:14:15.109385 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.142734 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.145130 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.157915 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb0b496-4ac4-4e36-a183-d35a08ddccae {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:15.185938 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:15.191180 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.196229 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:15.200093 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:15.202664 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:15.233468 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event updated for resources: {'Port': ['ID=dfabc39d-4ff3-4bef-a411-759d83df1689,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:15.260486 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=7cb0b496-4ac4-4e36-a183-d35a08ddccae,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:15.267796 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:15.268801 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.269321 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.269685 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.272257 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.272257 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.272539 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.272631 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.272967 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.273290 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.273821 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.274482 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.274809 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.275155 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.297246 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-69b0366b-f25d-4c2e-9916-c653baa93f8b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7511261 Oct 27 14:14:15.325141 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Request body: {'port': {'device_id': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:15.386821 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.482818 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-2b240104-ddb1-4ad1-bcc4-33f5f9b3d439 None None] Provisioning complete for port dfabc39d-4ff3-4bef-a411-759d83df1689 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:15.483094 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2b240104-ddb1-4ad1-bcc4-33f5f9b3d439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.520040 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-2b240104-ddb1-4ad1-bcc4-33f5f9b3d439 None None] Port dfabc39d-4ff3-4bef-a411-759d83df1689 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:14:15.531451 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['7cb0b496-4ac4-4e36-a183-d35a08ddccae'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:14:15.681402 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfabc39d-4ff3-4bef-a411-759d83df1689 {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:15.688935 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.701325 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Transition to ACTIVE for port object dfabc39d-4ff3-4bef-a411-759d83df1689 will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:15.705235 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67050141'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.760455 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dfabc39d-4ff3-4bef-a411-759d83df1689,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:15.901211 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Attempting to bind port dfabc39d-4ff3-4bef-a411-759d83df1689 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:14:15.901544 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Attempting to bind port dfabc39d-4ff3-4bef-a411-759d83df1689 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:14:15.901916 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Attempting to bind port dfabc39d-4ff3-4bef-a411-759d83df1689 on network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:15.917838 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13744d1-1be3-4f2d-999c-72c859f8da3b req-28cbbddf-3761-4546-aac2-b67fc47c512f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:15.919423 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c13744d1-1be3-4f2d-999c-72c859f8da3b req-28cbbddf-3761-4546-aac2-b67fc47c512f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 945 time: 0.1067159 Oct 27 14:14:15.921321 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Port dfabc39d-4ff3-4bef-a411-759d83df1689 on network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:14:15.921643 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Attempting to bind port dfabc39d-4ff3-4bef-a411-759d83df1689 on network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:15.938735 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-9447a6f6-8fa4-44ae-b3b1-b2f16a843043 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:15.940214 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-9447a6f6-8fa4-44ae-b3b1-b2f16a843043 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 945 time: 0.1143689 Oct 27 14:14:15.946682 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:14:15.947019 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Checking segment: {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:15.947416 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Bound using segment: {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:14:15.947920 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Bound port: dfabc39d-4ff3-4bef-a411-759d83df1689, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63619a7-6450-40da-afa9-49aca258c89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:14:15.948210 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.065614 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c13744d1-1be3-4f2d-999c-72c859f8da3b req-15ce7db0-5fca-49df-a852-a3729da0066f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373868 Oct 27 14:14:16.106457 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] For port dfabc39d-4ff3-4bef-a411-759d83df1689, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:16.122090 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] For port dfabc39d-4ff3-4bef-a411-759d83df1689, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dfabc39d-4ff3-4bef-a411-759d83df1689,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:16.127100 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67050141'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.190835 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Deleting port 2a924378-fa68-4553-8201-a655778b931a {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:16.191196 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.202392 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:16.203008 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.204433 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] 10.222.0.71 "PUT /v2.0/ports/dfabc39d-4ff3-4bef-a411-759d83df1689 HTTP/1.1" status: 200 len: 1093 time: 0.8842227 Oct 27 14:14:16.309930 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde50e9-1161-4b5e-b1b5-89382452d7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dfabc39d-4ff3-4bef-a411-759d83df1689,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:16.325975 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce2171-61b3-4e3f-b84e-852102a2ccd5 req-32f08eb8-61a9-4c11-9bc1-4bb0c461725b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:16.327569 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7fce2171-61b3-4e3f-b84e-852102a2ccd5 req-32f08eb8-61a9-4c11-9bc1-4bb0c461725b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 943 time: 0.1945848 Oct 27 14:14:16.377271 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] For port 2a924378-fa68-4553-8201-a655778b931a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2a924378-fa68-4553-8201-a655778b931a,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:16.377633 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.382059 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-436e9fc5-ff45-4cc3-9736-11cc30579342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:16.383733 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-436e9fc5-ff45-4cc3-9736-11cc30579342 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 1096 time: 0.1289387 Oct 27 14:14:16.472555 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7fce2171-61b3-4e3f-b84e-852102a2ccd5 req-c18bd5d6-1120-4ae4-a572-e73f00bd4476 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374342 Oct 27 14:14:16.477743 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-8f502a8e-79b8-4930-8dd0-a79d395a5f8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfabc39d-4ff3-4bef-a411-759d83df1689 HTTP/1.1" status: 200 len: 217 time: 0.0754101 Oct 27 14:14:16.604958 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-3f16d7de-4cb8-41a1-875f-9d5d0b6a05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:16.607020 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-3f16d7de-4cb8-41a1-875f-9d5d0b6a05d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ed1d1075-aeaf-4999-be5f-fa472215f194 HTTP/1.1" status: 200 len: 849 time: 0.1200292 Oct 27 14:14:16.681376 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb405a-ba43-42af-a8d5-4935f42c0dbc req-06f980a7-5a22-4fe9-a824-27e1b9e090da tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:16.682822 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c8cb405a-ba43-42af-a8d5-4935f42c0dbc req-06f980a7-5a22-4fe9-a824-27e1b9e090da tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 945 time: 0.1308055 Oct 27 14:14:16.719577 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.719932 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.720249 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Floating IP 421eb938-fcc7-4f80-8885-5007c4e975b0 disassociated. External IP: 172.27.0.62, port: 2a924378-fa68-4553-8201-a655778b931a. Oct 27 14:14:16.720589 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Calling delete_port for 2a924378-fa68-4553-8201-a655778b931a owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:16.749544 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5a957252-1bc2-415a-9063-a368b4281427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:16.751021 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-5a957252-1bc2-415a-9063-a368b4281427 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1107535 Oct 27 14:14:16.791386 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c8cb405a-ba43-42af-a8d5-4935f42c0dbc req-a723fe20-d47e-43bd-84dd-4068c9456a32 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001728 Oct 27 14:14:16.990622 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 7cb0b496-4ac4-4e36-a183-d35a08ddccae up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:17.041827 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 7cb0b496-4ac4-4e36-a183-d35a08ddccae completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:17.046832 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 7cb0b496-4ac4-4e36-a183-d35a08ddccae triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:17.047359 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:17.127556 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:17.155075 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:17.157361 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd9675c-97b8-40a2-aaef-ae5ac76a46e4" -d '{"events": [{"server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "name": "network-vif-plugged", "status": "completed", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:14:17.175042 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:17.179482 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:17.208461 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-519eb93f-5d92-49ab-b8ec-5cdcadb19111 service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271367 Oct 27 14:14:17.232196 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=7cb0b496-4ac4-4e36-a183-d35a08ddccae,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:17.293074 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5c4b8-b77d-47a5-943b-901f94c89ec1 req-b01001a7-a31c-44c2-81e0-b7a2a428481f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:17.294667 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eca5c4b8-b77d-47a5-943b-901f94c89ec1 req-b01001a7-a31c-44c2-81e0-b7a2a428481f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 945 time: 0.1491666 Oct 27 14:14:17.297401 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:17.350869 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event deleted for resources: {'Port': ['ID=2a924378-fa68-4553-8201-a655778b931a,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:17.424421 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11d1272d-d019-45bc-a5fb-c0fa3cc6c6a7 req-252b483f-9389-4d1e-8bc1-82a2c96ae9cc service neutron] 10.222.0.71 "GET /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073221 Oct 27 14:14:17.454923 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eca5c4b8-b77d-47a5-943b-901f94c89ec1 req-cb49ba77-01e5-4769-8900-4ec39817a03c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481769 Oct 27 14:14:17.500199 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:17.611227 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:17.622453 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce2332f-8b10-48f4-b6e2-cf4cd5b6b75a None None] Sync routers for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:17.633684 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3835e4-1b7e-46b9-80c6-d401934718f0 x-openstack-request-id: req-0d3835e4-1b7e-46b9-80c6-d401934718f0 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:14:17.633981 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "name": "network-vif-plugged", "status": "completed", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:14:17.634235 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0d3835e4-1b7e-46b9-80c6-d401934718f0 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:14:17.634628 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'code': 200} Oct 27 14:14:17.635998 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2332f-8b10-48f4-b6e2-cf4cd5b6b75a None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:17.637196 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-3ce2332f-8b10-48f4-b6e2-cf4cd5b6b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:17.664685 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] No DVR routers for this DVR port 2a924378-fa68-4553-8201-a655778b931a on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:14:17.669270 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:17.674399 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e0c3061e-c2fe-4b5a-ac43-6fc82bea6efd req-7c78bdc8-a986-4625-bab6-34a359726a95 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "DELETE /v2.0/ports/2a924378-fa68-4553-8201-a655778b931a HTTP/1.1" status: 204 len: 173 time: 1.7229156 Oct 27 14:14:17.771735 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d818c-c764-4b70-abda-e1fae53cb1b1 req-15296748-4bcd-4265-9e2c-03bd4258fe98 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:17.773560 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-650d818c-c764-4b70-abda-e1fae53cb1b1 req-15296748-4bcd-4265-9e2c-03bd4258fe98 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 943 time: 0.0771441 Oct 27 14:14:17.835820 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-650d818c-c764-4b70-abda-e1fae53cb1b1 req-98169fd1-4ade-43f9-88c4-0ca82afc7822 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543206 Oct 27 14:14:17.869489 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d0bb8-421d-4cd8-bf43-1047fedd8ccf req-37fea00e-2800-4b59-a4ca-83fa510f238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:17.871566 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-210d0bb8-421d-4cd8-bf43-1047fedd8ccf req-37fea00e-2800-4b59-a4ca-83fa510f238c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 1099 time: 0.0525553 Oct 27 14:14:17.922976 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-3ce2332f-8b10-48f4-b6e2-cf4cd5b6b75a None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:17.936554 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8c3a30bf-368d-4c32-9e89-c9e1797ba43d req-7b27bb7f-889f-442a-a8b4-57b36e1b48c0 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=75d89b0d-7f54-43fe-ac03-194305453349 HTTP/1.1" status: 200 len: 210 time: 0.0299056 Oct 27 14:14:17.946953 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-210d0bb8-421d-4cd8-bf43-1047fedd8ccf req-a4531f73-dd5d-4422-8d28-1684bce23328 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632954 Oct 27 14:14:18.127404 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-3ce2332f-8b10-48f4-b6e2-cf4cd5b6b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:18.157584 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce2332f-8b10-48f4-b6e2-cf4cd5b6b75a None None] Checking router: 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:18.165827 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2332f-8b10-48f4-b6e2-cf4cd5b6b75a None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:18.166425 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-3ce2332f-8b10-48f4-b6e2-cf4cd5b6b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:18.285635 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-3ce2332f-8b10-48f4-b6e2-cf4cd5b6b75a None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:18.482190 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-3ce2332f-8b10-48f4-b6e2-cf4cd5b6b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:18.510999 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce2332f-8b10-48f4-b6e2-cf4cd5b6b75a None None] The sync data for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi is: [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:18.593568 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145a0b1-7f6e-4019-8d29-62e6e28902f5 req-ec16313e-4b35-4570-b750-48be45134332 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:18.595290 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b145a0b1-7f6e-4019-8d29-62e6e28902f5 req-ec16313e-4b35-4570-b750-48be45134332 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0599325 Oct 27 14:14:18.641153 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b145a0b1-7f6e-4019-8d29-62e6e28902f5 req-420c8f18-938b-4700-9c50-a0d82529bec7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391078 Oct 27 14:14:18.710252 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:18.760604 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda3ab0-93f5-4a05-bdfb-d2fb5253d088 None None] New status for floating IP 421eb938-fcc7-4f80-8885-5007c4e975b0: DOWN {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:14:18.955070 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177c850-d0f0-405e-be61-dcfd627e34de req-99b50a60-fffa-41f8-9dea-826379b72fd3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:18.956571 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9177c850-d0f0-405e-be61-dcfd627e34de req-99b50a60-fffa-41f8-9dea-826379b72fd3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 943 time: 0.0497222 Oct 27 14:14:18.993729 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9177c850-d0f0-405e-be61-dcfd627e34de req-3ea5e083-b552-40cc-a19f-65d94f053e87 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310667 Oct 27 14:14:19.236049 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-b27104d2-0626-4da8-8a6e-0af8c42f7914 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867368291&fields=id&tenant_id=925d32172c5f44168c2eddeffc0a7da1 HTTP/1.1" status: 200 len: 267 time: 0.0356042 Oct 27 14:14:19.347596 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab443721-da18-4708-91ca-92bca4ea92b4 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:19.349142 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab443721-da18-4708-91ca-92bca4ea92b4 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 811 time: 0.1059899 Oct 27 14:14:19.364762 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-6e673843-33fc-4684-b6d1-c240697f64dc tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/quotas/925d32172c5f44168c2eddeffc0a7da1 HTTP/1.1" status: 200 len: 375 time: 0.0099213 Oct 27 14:14:19.418617 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-d3a27ef6-a525-41a9-bf52-0a4adca7c5ca tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478256 Oct 27 14:14:19.517467 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-da30fed0-612e-44b1-8aac-d5ee58dbd5a0 service neutron] 10.222.0.85 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875666 Oct 27 14:14:19.607850 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-432b14ca-27df-4754-9184-a7c7ec7559d7 service neutron] 10.222.0.85 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843737 Oct 27 14:14:19.920952 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665870-ba6d-4adf-aedd-8b61d5e9eb60 req-618dddfa-7182-46ef-8c83-eaef7c62ca40 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:19.922510 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4665870-ba6d-4adf-aedd-8b61d5e9eb60 req-618dddfa-7182-46ef-8c83-eaef7c62ca40 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0508091 Oct 27 14:14:19.962422 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4665870-ba6d-4adf-aedd-8b61d5e9eb60 req-977cbac5-afee-42ea-98bf-9f03f4baf5ed tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332065 Oct 27 14:14:20.037855 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9c12c1a5-6a81-45e8-961a-6f1b74ff9116 req-0d52cc82-42a0-4553-be83-cf96d25aa3ee tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 210 time: 0.0323625 Oct 27 14:14:20.138730 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93aed3-c63d-4782-a775-9db74ab6f643 req-67b0a2db-6aa4-4d6b-83c0-037132cc0132 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:20.140356 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0d93aed3-c63d-4782-a775-9db74ab6f643 req-67b0a2db-6aa4-4d6b-83c0-037132cc0132 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0503900 Oct 27 14:14:20.150930 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54556) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:20.157118 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-fa1c6361-94f6-4fba-a46b-e5f10bb46ca2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Request body: {'floatingip': {'port_id': '7cb0b496-4ac4-4e36-a183-d35a08ddccae'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:20.201234 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6361-94f6-4fba-a46b-e5f10bb46ca2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.251595 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5340f54-390a-4d42-8b0d-6df441613768 req-081fb11b-7f4b-4c6e-9554-a747452dba7c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:20.253142 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b5340f54-390a-4d42-8b0d-6df441613768 req-081fb11b-7f4b-4c6e-9554-a747452dba7c tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 943 time: 0.0610194 Oct 27 14:14:20.293862 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b5340f54-390a-4d42-8b0d-6df441613768 req-57916b96-de5e-4f1b-a3cc-5e982f81a101 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339308 Oct 27 14:14:20.669598 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6361-94f6-4fba-a46b-e5f10bb46ca2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.673341 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6361-94f6-4fba-a46b-e5f10bb46ca2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.779389 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.l3_db [None req-fa1c6361-94f6-4fba-a46b-e5f10bb46ca2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Floating IP dbfa8de0-7471-4e43-a80b-71a5720a18db associated. External IP: 172.27.0.251, port: 7cb0b496-4ac4-4e36-a183-d35a08ddccae. Oct 27 14:14:20.919413 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-bcd0fbee-f1e6-4448-b1e6-710dd6807d97 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625634 Oct 27 14:14:20.952915 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98f271-7926-47b9-a880-099fdb988cba req-a27b081c-6597-4ba0-bd8b-da6a7ae39cd3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:20.954412 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-a27b081c-6597-4ba0-bd8b-da6a7ae39cd3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 811 time: 0.1581142 Oct 27 14:14:21.001893 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1c6361-94f6-4fba-a46b-e5f10bb46ca2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:21.023764 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device dfabc39d-4ff3-4bef-a411-759d83df1689 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:14:21.026802 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 2a924378-fa68-4553-8201-a655778b931a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:14:21.041364 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-784669d6-8893-407b-8705-66c108894931 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=925d32172c5f44168c2eddeffc0a7da1 HTTP/1.1" status: 200 len: 379 time: 0.0654221 Oct 27 14:14:21.053843 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 2a924378-fa68-4553-8201-a655778b931a {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:14:21.054293 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 2a924378-fa68-4553-8201-a655778b931a not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:14:21.056233 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'port': {'device_id': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'admin_state_up': True, 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'security_groups': ['3d30484d-56b9-4e48-9283-1df6ba48d4e5']}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:21.121649 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1c6361-94f6-4fba-a46b-e5f10bb46ca2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:21.126526 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-08d369bb-9bc7-40b7-a8e2-acf6b9eef03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:21.126863 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-fa1c6361-94f6-4fba-a46b-e5f10bb46ca2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:21.127631 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-08d369bb-9bc7-40b7-a8e2-acf6b9eef03b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9fb32c18000f440e88bc81eec30692b9&device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 1137 time: 0.1505871 Oct 27 14:14:21.142934 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67193ff-936b-42e3-ba7d-0f02e7134bb8 None None] Sync routers for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:21.163582 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-fa1c6361-94f6-4fba-a46b-e5f10bb46ca2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "PUT /v2.0/floatingips/dbfa8de0-7471-4e43-a80b-71a5720a18db HTTP/1.1" status: 200 len: 992 time: 1.0105290 Oct 27 14:14:21.164849 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae'}] {{(pid=101656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:21.167297 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c9c6aa69a7403ae60e4d5f3bfcb1a729f741678d00f34414191addfe6d7192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8630b599-1e98-45ba-8451-9698760eddb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae"}]}' {{(pid=101656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:14:21.170302 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port dfabc39d-4ff3-4bef-a411-759d83df1689, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dfabc39d-4ff3-4bef-a411-759d83df1689,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:21.177871 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67193ff-936b-42e3-ba7d-0f02e7134bb8 None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:21.178602 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-d67193ff-936b-42e3-ba7d-0f02e7134bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:21.179615 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d4162790-5e7c-4d5b-9f8b-e6dfb1d33798 req-779f9686-4597-41e6-a276-1f1a29deb602 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 210 time: 0.0605061 Oct 27 14:14:21.218826 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': 'dfabc39d-4ff3-4bef-a411-759d83df1689', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'port_id': 'dfabc39d-4ff3-4bef-a411-759d83df1689', 'mac_address': 'fa:16:3e:47:5b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:14:21.289197 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-ed5c405f-59ce-4136-96d7-aa87e8a46f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:21.290641 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-ed5c405f-59ce-4136-96d7-aa87e8a46f4c service neutron] 10.222.0.71 "GET /v2.0/networks?id=bc4a1d58-3c4c-43bc-bad6-f8833ae92972 HTTP/1.1" status: 200 len: 917 time: 0.1327226 Oct 27 14:14:21.306588 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:21.308082 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Made reservation on behalf of 925d32172c5f44168c2eddeffc0a7da1 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:14:21.311940 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:21.328154 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfabc39d-4ff3-4bef-a411-759d83df1689 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:21.340280 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-d67193ff-936b-42e3-ba7d-0f02e7134bb8 None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:21.385761 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port dfabc39d-4ff3-4bef-a411-759d83df1689, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dfabc39d-4ff3-4bef-a411-759d83df1689,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:21.395809 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:21.419984 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-e035ae57-57e2-494e-ae23-19e1e9aeafd4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7dbd7ad-d681-4b28-a600-73b66f728573 HTTP/1.1" status: 200 len: 1001 time: 0.1193147 Oct 27 14:14:21.469378 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0385969d-2248-40d2-ab51-6f6077acfd8d x-openstack-request-id: req-0385969d-2248-40d2-ab51-6f6077acfd8d {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:14:21.469677 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae", "status": "completed", "code": 200}]} {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:14:21.469938 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0385969d-2248-40d2-ab51-6f6077acfd8d {{(pid=101656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:14:21.470343 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'status': 'completed', 'code': 200} Oct 27 14:14:21.550984 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=dfabc39d-4ff3-4bef-a411-759d83df1689,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:21.556371 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-f196b3e6-a969-4545-af21-f6f583db6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:21.557898 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-f196b3e6-a969-4545-af21-f6f583db6c6c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e985bd55-fe62-4f3c-a62d-f2d490e3411c HTTP/1.1" status: 200 len: 854 time: 0.1263192 Oct 27 14:14:21.611084 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Allocated IP 172.20.0.4 (9af09723-d748-420c-9b75-4c97db8a5445/8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d/5820d118-3b01-4edb-be39-b49d0e1eee59) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:21.653551 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630b599-1e98-45ba-8451-9698760eddb3 req-aa7722e7-ce91-4079-8ce7-0145898deccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:21.655062 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8630b599-1e98-45ba-8451-9698760eddb3 req-aa7722e7-ce91-4079-8ce7-0145898deccd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 1099 time: 0.1427071 Oct 27 14:14:21.662081 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-d67193ff-936b-42e3-ba7d-0f02e7134bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'dbfa8de0-7471-4e43-a80b-71a5720a18db', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'port_id': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'mac_address': 'fa:16:3e:cc:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:20Z', 'revision_number': 1, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:21.689068 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67193ff-936b-42e3-ba7d-0f02e7134bb8 None None] Checking router: cb78f8bb-3bda-4e20-9887-e4cb05487ad5 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:21.697285 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67193ff-936b-42e3-ba7d-0f02e7134bb8 None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:21.697881 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-d67193ff-936b-42e3-ba7d-0f02e7134bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:21.707386 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d466f-aa8d-4ad8-a940-047e8661e328 req-1f9ab193-3bb1-4aa4-81f0-93ad208471fb tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:21.708886 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fa4d466f-aa8d-4ad8-a940-047e8661e328 req-1f9ab193-3bb1-4aa4-81f0-93ad208471fb tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 944 time: 0.1469495 Oct 27 14:14:21.736075 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['dfabc39d-4ff3-4bef-a411-759d83df1689'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:14:21.758187 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-8f6b43e3-9c41-4ce0-8c7d-32a9dc7919c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:21.759666 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-8f6b43e3-9c41-4ce0-8c7d-32a9dc7919c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bc4a1d58-3c4c-43bc-bad6-f8833ae92972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1819134 Oct 27 14:14:21.857636 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-d67193ff-936b-42e3-ba7d-0f02e7134bb8 None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:21.915186 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fa4d466f-aa8d-4ad8-a940-047e8661e328 req-a78c09c7-c4d2-45bd-b45b-e9c4551ee1ba tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728191 Oct 27 14:14:21.943938 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630b599-1e98-45ba-8451-9698760eddb3 req-d6d409d5-2e72-410f-aaa2-8ae0b26313b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:21.945341 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8630b599-1e98-45ba-8451-9698760eddb3 req-d6d409d5-2e72-410f-aaa2-8ae0b26313b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 919 time: 0.2764797 Oct 27 14:14:22.032622 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:22.039025 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-a7c82591-122c-4056-be41-310664c003fd service neutron] 10.222.0.71 "GET /v2.0/networks/bc4a1d58-3c4c-43bc-bad6-f8833ae92972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650092 Oct 27 14:14:22.117434 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8630b599-1e98-45ba-8451-9698760eddb3 req-974d4a6a-1c22-4039-98a3-fbea1f5727f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae HTTP/1.1" status: 200 len: 1000 time: 0.1600792 Oct 27 14:14:22.176126 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:22.239650 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630b599-1e98-45ba-8451-9698760eddb3 req-251d28d0-7096-42e6-b357-a4878c4a50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:22.241164 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8630b599-1e98-45ba-8451-9698760eddb3 req-251d28d0-7096-42e6-b357-a4878c4a50b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad1ca395-0794-488c-93d8-0590c72f0634 HTTP/1.1" status: 200 len: 856 time: 0.1142700 Oct 27 14:14:22.252770 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6f1b5360-430d-4a73-86c5-ebd23378d85b req-469262e6-ce7f-436d-9724-1dfbc5f0cea4 service neutron] 10.222.0.71 "GET /v2.0/networks/bc4a1d58-3c4c-43bc-bad6-f8833ae92972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035942 Oct 27 14:14:22.257612 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Network 9af09723-d748-420c-9b75-4c97db8a5445 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:22.262579 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-d67193ff-936b-42e3-ba7d-0f02e7134bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'dbfa8de0-7471-4e43-a80b-71a5720a18db', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'port_id': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'mac_address': 'fa:16:3e:cc:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:20Z', 'revision_number': 1, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:22.272221 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:22.295305 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67193ff-936b-42e3-ba7d-0f02e7134bb8 None None] The sync data for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi is: [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'dbfa8de0-7471-4e43-a80b-71a5720a18db', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'port_id': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'mac_address': 'fa:16:3e:cc:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:20Z', 'revision_number': 1, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:22.295550 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'Port': ['ID=5820d118-3b01-4edb-be39-b49d0e1eee59,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:22.299405 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:22.379601 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630b599-1e98-45ba-8451-9698760eddb3 req-64808855-1355-4111-a69d-11bbb7e8e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:22.381140 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8630b599-1e98-45ba-8451-9698760eddb3 req-64808855-1355-4111-a69d-11bbb7e8e0ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1275206 Oct 27 14:14:22.394286 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:22.394932 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:22.420200 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e4d98-1c06-4d9e-9504-56714eff0ce1 req-b8d90931-10c2-4fad-afd7-3e14e6e66661 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:22.421774 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3c5e4d98-1c06-4d9e-9504-56714eff0ce1 req-b8d90931-10c2-4fad-afd7-3e14e6e66661 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 931 time: 0.1629004 Oct 27 14:14:22.477216 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-304171e6-7d04-4ef5-b010-20bd706c24c8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4292119 Oct 27 14:14:22.529187 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-6b5a20d6-3e7b-4546-8b4b-a881854917a4 None None] Provisioning complete for port 5820d118-3b01-4edb-be39-b49d0e1eee59 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:22.529596 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-6b5a20d6-3e7b-4546-8b4b-a881854917a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:22.542684 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e252c50-b935-4bf6-aa85-8008e87e1493 None None] New status for floating IP dbfa8de0-7471-4e43-a80b-71a5720a18db: ACTIVE {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:14:22.568760 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a20d6-3e7b-4546-8b4b-a881854917a4 None None] Port 5820d118-3b01-4edb-be39-b49d0e1eee59 cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:14:22.774817 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Request body: {'port': {'device_id': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:22.824745 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3c5e4d98-1c06-4d9e-9504-56714eff0ce1 req-79fdcf6a-7c46-4651-a99a-372cf24fab4d tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3877153 Oct 27 14:14:22.869681 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8630b599-1e98-45ba-8451-9698760eddb3 req-c13a1920-336c-4fd8-a188-6f7e9b59356f service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704194 Oct 27 14:14:22.870393 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:23.024364 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device dfabc39d-4ff3-4bef-a411-759d83df1689 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:23.073254 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port dfabc39d-4ff3-4bef-a411-759d83df1689 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:23.078217 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port dfabc39d-4ff3-4bef-a411-759d83df1689 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:23.078599 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:23.095615 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8630b599-1e98-45ba-8451-9698760eddb3 req-9a69df64-2614-4935-84c2-fd9fa8a95fb4 service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098250 Oct 27 14:14:23.155368 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f9842-74b4-4abc-bb06-d545777661dc req-e25f2614-a57f-4526-a453-8da5d8018f6e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:23.156871 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0e6f9842-74b4-4abc-bb06-d545777661dc req-e25f2614-a57f-4526-a453-8da5d8018f6e tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 944 time: 0.1365914 Oct 27 14:14:23.176237 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:23.200718 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfabc39d-4ff3-4bef-a411-759d83df1689'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:23.202997 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b6b59f-a40f-49a8-b312-ed688ca4ba77" -d '{"events": [{"server_uuid": "35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2", "name": "network-vif-plugged", "status": "completed", "tag": "dfabc39d-4ff3-4bef-a411-759d83df1689"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:14:23.215970 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port dfabc39d-4ff3-4bef-a411-759d83df1689, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dfabc39d-4ff3-4bef-a411-759d83df1689,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:23.220050 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:23.228126 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0e6f9842-74b4-4abc-bb06-d545777661dc req-ef214493-2da3-404c-8a87-68dcddf7be5b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648284 Oct 27 14:14:23.270930 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=dfabc39d-4ff3-4bef-a411-759d83df1689,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:23.285896 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09b127f-36e9-4f9d-b767-22fd05aed526 x-openstack-request-id: req-b09b127f-36e9-4f9d-b767-22fd05aed526 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:14:23.286195 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2", "name": "network-vif-plugged", "status": "completed", "tag": "dfabc39d-4ff3-4bef-a411-759d83df1689", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:14:23.286647 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b09b127f-36e9-4f9d-b767-22fd05aed526 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:14:23.287042 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfabc39d-4ff3-4bef-a411-759d83df1689', 'code': 200} Oct 27 14:14:23.290136 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5820d118-3b01-4edb-be39-b49d0e1eee59 {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:23.298977 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:23.313135 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Transition to ACTIVE for port object 5820d118-3b01-4edb-be39-b49d0e1eee59 will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:23.317214 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67050141'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:23.366917 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Pushing event updated for resources: {'Port': ['ID=5820d118-3b01-4edb-be39-b49d0e1eee59,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:23.447024 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Attempting to bind port 5820d118-3b01-4edb-be39-b49d0e1eee59 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:14:23.447466 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Attempting to bind port 5820d118-3b01-4edb-be39-b49d0e1eee59 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:14:23.447860 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Attempting to bind port 5820d118-3b01-4edb-be39-b49d0e1eee59 on network 9af09723-d748-420c-9b75-4c97db8a5445 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:23.453164 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Port 5820d118-3b01-4edb-be39-b49d0e1eee59 on network 9af09723-d748-420c-9b75-4c97db8a5445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:14:23.453559 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Attempting to bind port 5820d118-3b01-4edb-be39-b49d0e1eee59 on network 9af09723-d748-420c-9b75-4c97db8a5445 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:23.459004 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:14:23.459553 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Checking segment: {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:23.459959 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Bound using segment: {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:14:23.460495 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Bound port: 5820d118-3b01-4edb-be39-b49d0e1eee59, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:14:23.460968 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:23.539083 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a5a91-524c-42bf-b03c-2a9dab1377ab req-13ca43e8-7189-4c31-8f48-2f36b58c7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:23.540635 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6f8a5a91-524c-42bf-b03c-2a9dab1377ab req-13ca43e8-7189-4c31-8f48-2f36b58c7481 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 1098 time: 0.0759294 Oct 27 14:14:23.573666 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] For port 5820d118-3b01-4edb-be39-b49d0e1eee59, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:23.593135 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] For port 5820d118-3b01-4edb-be39-b49d0e1eee59, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5820d118-3b01-4edb-be39-b49d0e1eee59,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:23.598183 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6f8a5a91-524c-42bf-b03c-2a9dab1377ab req-addebb59-0e18-4185-bcd9-c6368e8f346a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484245 Oct 27 14:14:23.600093 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67050141'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:23.640006 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:23.640564 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:23.641910 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] 10.222.0.71 "PUT /v2.0/ports/5820d118-3b01-4edb-be39-b49d0e1eee59 HTTP/1.1" status: 200 len: 1093 time: 0.8742523 Oct 27 14:14:23.662406 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95c30f-fa93-461b-ad6c-13b7246a6c12 service neutron] Pushing event updated for resources: {'Port': ['ID=5820d118-3b01-4edb-be39-b49d0e1eee59,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:23.910403 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98f271-7926-47b9-a880-099fdb988cba req-34783ee3-fce9-445d-8318-9c18f96cfe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:23.911830 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-34783ee3-fce9-445d-8318-9c18f96cfe44 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 1096 time: 0.0521510 Oct 27 14:14:23.963082 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-34b371bf-e6ca-4875-8e71-e2022affbce9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5820d118-3b01-4edb-be39-b49d0e1eee59 HTTP/1.1" status: 200 len: 217 time: 0.0381060 Oct 27 14:14:24.005888 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f3089-ba17-47dd-a7da-993b891294ad req-d848b9fb-7891-4c0a-a1d5-a9c249a84358 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:24.007360 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-026f3089-ba17-47dd-a7da-993b891294ad req-d848b9fb-7891-4c0a-a1d5-a9c249a84358 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 943 time: 0.1117873 Oct 27 14:14:24.039763 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98f271-7926-47b9-a880-099fdb988cba req-c646d35d-fae0-4fb4-8c92-aad2f49848dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:24.041106 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-c646d35d-fae0-4fb4-8c92-aad2f49848dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.0691588 Oct 27 14:14:24.056999 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-026f3089-ba17-47dd-a7da-993b891294ad req-c8ed925f-88ee-4d43-add9-03cb3a1ad262 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415757 Oct 27 14:14:24.110565 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98f271-7926-47b9-a880-099fdb988cba req-02e24085-ff4d-4040-903c-eb43bffd947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:24.112185 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-02e24085-ff4d-4040-903c-eb43bffd947d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424821 Oct 27 14:14:24.219143 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-609c162a-990b-4657-9cb4-b99f7e40fb20 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883229 Oct 27 14:14:24.341874 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c98f271-7926-47b9-a880-099fdb988cba req-c6e3b17a-4db1-48c4-bb65-73aee1268c0b service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113894 Oct 27 14:14:24.366282 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbcb25-2a50-4dbb-8683-2b5905b2b6f3 req-00da3ce1-3977-4890-b8c6-1e4346109d2b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:24.367773 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fafbcb25-2a50-4dbb-8683-2b5905b2b6f3 req-00da3ce1-3977-4890-b8c6-1e4346109d2b tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 945 time: 0.0620987 Oct 27 14:14:24.406307 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fafbcb25-2a50-4dbb-8683-2b5905b2b6f3 req-53caa079-8a9b-41b9-8716-7cf11e7a915f tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323589 Oct 27 14:14:25.172563 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0fd56-b798-4f3d-8bc5-22d8766a91e0 req-2df5c46a-5128-4571-9cf0-8a1c65535873 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:25.174047 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-29b0fd56-b798-4f3d-8bc5-22d8766a91e0 req-2df5c46a-5128-4571-9cf0-8a1c65535873 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 943 time: 0.0496109 Oct 27 14:14:25.211679 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-29b0fd56-b798-4f3d-8bc5-22d8766a91e0 req-ab6b27cb-48e1-40c8-b59f-a1e23022da1e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316799 Oct 27 14:14:25.525024 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f1ef1-e718-47e7-9ebb-b191562589ab req-a521726f-fbf8-4959-8bd8-55811c25e111 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:25.526483 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9d4f1ef1-e718-47e7-9ebb-b191562589ab req-a521726f-fbf8-4959-8bd8-55811c25e111 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 945 time: 0.0488150 Oct 27 14:14:25.565090 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9d4f1ef1-e718-47e7-9ebb-b191562589ab req-be90a44d-77da-49dc-bdad-96b70405fe7a tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319974 Oct 27 14:14:25.682289 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249864d-a04e-4058-98c6-4028a02364d7 req-e825c0e1-1436-4bf0-8937-4b09f0b4b673 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:25.684017 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4249864d-a04e-4058-98c6-4028a02364d7 req-e825c0e1-1436-4bf0-8937-4b09f0b4b673 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 945 time: 0.0562630 Oct 27 14:14:25.692505 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54596) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:25.696925 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-c540dcd2-f9ad-4b45-9698-3de0700243c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Request body: {'floatingip': {'port_id': 'dfabc39d-4ff3-4bef-a411-759d83df1689'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:25.735623 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c540dcd2-f9ad-4b45-9698-3de0700243c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:26.148595 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c540dcd2-f9ad-4b45-9698-3de0700243c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:26.152668 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c540dcd2-f9ad-4b45-9698-3de0700243c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:26.256079 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [None req-c540dcd2-f9ad-4b45-9698-3de0700243c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Floating IP 0835e854-cb28-4ec3-84fb-14398efabc55 associated. External IP: 172.27.0.101, port: dfabc39d-4ff3-4bef-a411-759d83df1689. Oct 27 14:14:26.382564 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0241a-b7b5-49fa-91e5-947f5086e399 req-bcce3369-9609-4d98-898b-14ec4d3448b8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:26.384053 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11f0241a-b7b5-49fa-91e5-947f5086e399 req-bcce3369-9609-4d98-898b-14ec4d3448b8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 943 time: 0.0951750 Oct 27 14:14:26.488135 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-11f0241a-b7b5-49fa-91e5-947f5086e399 req-479560b9-6be0-46e1-a716-687966945249 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970364 Oct 27 14:14:26.529548 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c540dcd2-f9ad-4b45-9698-3de0700243c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:26.638702 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c540dcd2-f9ad-4b45-9698-3de0700243c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:26.643727 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c540dcd2-f9ad-4b45-9698-3de0700243c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:26.652725 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6cb54-4954-4bd6-acce-317d361be4e3 None None] Sync routers for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:26.664564 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6cb54-4954-4bd6-acce-317d361be4e3 None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:26.665168 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b3b6cb54-4954-4bd6-acce-317d361be4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:26.674808 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-c540dcd2-f9ad-4b45-9698-3de0700243c3 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "PUT /v2.0/floatingips/0835e854-cb28-4ec3-84fb-14398efabc55 HTTP/1.1" status: 200 len: 991 time: 0.9789448 Oct 27 14:14:26.772888 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-b3b6cb54-4954-4bd6-acce-317d361be4e3 None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:26.990829 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b3b6cb54-4954-4bd6-acce-317d361be4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '0835e854-cb28-4ec3-84fb-14398efabc55', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'port_id': 'dfabc39d-4ff3-4bef-a411-759d83df1689', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'mac_address': 'fa:16:3e:47:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:12Z', 'updated_at': '2021-10-27T14:14:26Z', 'revision_number': 1, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:27.020920 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6cb54-4954-4bd6-acce-317d361be4e3 None None] Checking router: fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:27.030192 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6cb54-4954-4bd6-acce-317d361be4e3 None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:27.030754 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b3b6cb54-4954-4bd6-acce-317d361be4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:27.133715 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-b3b6cb54-4954-4bd6-acce-317d361be4e3 None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:27.351551 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b3b6cb54-4954-4bd6-acce-317d361be4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '0835e854-cb28-4ec3-84fb-14398efabc55', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'port_id': 'dfabc39d-4ff3-4bef-a411-759d83df1689', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'mac_address': 'fa:16:3e:47:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:12Z', 'updated_at': '2021-10-27T14:14:26Z', 'revision_number': 1, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:27.380523 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6cb54-4954-4bd6-acce-317d361be4e3 None None] The sync data for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi is: [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '0835e854-cb28-4ec3-84fb-14398efabc55', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'port_id': 'dfabc39d-4ff3-4bef-a411-759d83df1689', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'mac_address': 'fa:16:3e:47:5b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:12Z', 'updated_at': '2021-10-27T14:14:26Z', 'revision_number': 1, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:27.563964 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90d169-c3ef-4814-b3d8-717b5229851f None None] New status for floating IP 0835e854-cb28-4ec3-84fb-14398efabc55: ACTIVE {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:14:27.616841 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2106724-63f5-4afe-9553-5e1d6d17f18f req-a0bca63b-65c8-497e-9188-d0b7eea1b966 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:27.617802 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e2106724-63f5-4afe-9553-5e1d6d17f18f req-a0bca63b-65c8-497e-9188-d0b7eea1b966 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 943 time: 0.0559180 Oct 27 14:14:27.658424 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e2106724-63f5-4afe-9553-5e1d6d17f18f req-a0a291f5-c35f-4432-8043-a11dcc6c2ef2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340908 Oct 27 14:14:28.778409 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0704332-0ce4-4469-bfca-0133828e6e8f req-5688a267-2f6c-4349-bb95-8118dab2bda2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:28.779977 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f0704332-0ce4-4469-bfca-0133828e6e8f req-5688a267-2f6c-4349-bb95-8118dab2bda2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 943 time: 0.0513253 Oct 27 14:14:28.820708 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f0704332-0ce4-4469-bfca-0133828e6e8f req-4580df1e-612c-4c2a-9a2f-538c118209f2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346699 Oct 27 14:14:29.075072 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-234eb2a3-0b38-49f4-b9fa-7e31d029e437 req-0ad84652-b0ca-42f5-a3cd-58ddca75638e tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071530249&fields=id&tenant_id=9fb32c18000f440e88bc81eec30692b9 HTTP/1.1" status: 200 len: 267 time: 0.0330336 Oct 27 14:14:29.128439 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eb2a3-0b38-49f4-b9fa-7e31d029e437 req-1c7b64d2-2f2d-4f4a-ab90-719a012727db tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:29.129920 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-234eb2a3-0b38-49f4-b9fa-7e31d029e437 req-1c7b64d2-2f2d-4f4a-ab90-719a012727db tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 984 time: 0.0487750 Oct 27 14:14:29.141366 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-234eb2a3-0b38-49f4-b9fa-7e31d029e437 req-75e6f2ec-cdb4-41a2-8034-e5970cac91d5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Request body: {'port': {'security_groups': ['cd2bad43-6e6b-4698-9f31-5f936dce228e']}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:29.209698 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-234eb2a3-0b38-49f4-b9fa-7e31d029e437 req-75e6f2ec-cdb4-41a2-8034-e5970cac91d5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.384789 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-234eb2a3-0b38-49f4-b9fa-7e31d029e437 req-75e6f2ec-cdb4-41a2-8034-e5970cac91d5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] For port d7dbd7ad-d681-4b28-a600-73b66f728573, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d7dbd7ad-d681-4b28-a600-73b66f728573,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:29.413912 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-234eb2a3-0b38-49f4-b9fa-7e31d029e437 req-75e6f2ec-cdb4-41a2-8034-e5970cac91d5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.418628 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-234eb2a3-0b38-49f4-b9fa-7e31d029e437 req-75e6f2ec-cdb4-41a2-8034-e5970cac91d5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67050141'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.431386 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['d7dbd7ad-d681-4b28-a600-73b66f728573'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:14:29.468880 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eb2a3-0b38-49f4-b9fa-7e31d029e437 req-75e6f2ec-cdb4-41a2-8034-e5970cac91d5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:29.469514 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-234eb2a3-0b38-49f4-b9fa-7e31d029e437 req-75e6f2ec-cdb4-41a2-8034-e5970cac91d5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.470963 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-234eb2a3-0b38-49f4-b9fa-7e31d029e437 req-75e6f2ec-cdb4-41a2-8034-e5970cac91d5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "PUT /v2.0/ports/d7dbd7ad-d681-4b28-a600-73b66f728573 HTTP/1.1" status: 200 len: 942 time: 0.3346152 Oct 27 14:14:29.477662 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54622) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:29.494912 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6f2ec-cdb4-41a2-8034-e5970cac91d5 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event updated for resources: {'Port': ['ID=d7dbd7ad-d681-4b28-a600-73b66f728573,revision_number=7']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:29.541929 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-13f26c52-8133-492a-8d57-b5f9ab7ea907 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.569131 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['d7dbd7ad-d681-4b28-a600-73b66f728573'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:14:29.573835 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-13f26c52-8133-492a-8d57-b5f9ab7ea907 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.643656 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-13f26c52-8133-492a-8d57-b5f9ab7ea907 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.647005 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-13f26c52-8133-492a-8d57-b5f9ab7ea907 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.648733 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-13f26c52-8133-492a-8d57-b5f9ab7ea907 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "DELETE /v2.0/security-groups/cd50fbfa-f142-4652-8802-f751ca5456e6 HTTP/1.1" status: 204 len: 168 time: 0.1702011 Oct 27 14:14:29.651896 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54624) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:29.660304 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f26c52-8133-492a-8d57-b5f9ab7ea907 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd50fbfa-f142-4652-8802-f751ca5456e6,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:29.775387 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-559b156f-4590-4710-8525-b043e1496b06 None None] Provisioning complete for port d7dbd7ad-d681-4b28-a600-73b66f728573 triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:29.775625 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-559b156f-4590-4710-8525-b043e1496b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.818551 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Deleting port 1258c76c-61ed-456d-addb-963f763166df {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:29.819326 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.911908 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.912233 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:29.947994 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Calling delete_port for 1258c76c-61ed-456d-addb-963f763166df owned by network:floatingip {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:29.973795 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064821c-11eb-451a-9379-d09f981f0ec1 req-a1b48929-1af0-4be4-964c-7aae16c51add tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:29.975298 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c064821c-11eb-451a-9379-d09f981f0ec1 req-a1b48929-1af0-4be4-964c-7aae16c51add tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 943 time: 0.0779955 Oct 27 14:14:30.346447 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c064821c-11eb-451a-9379-d09f981f0ec1 req-625ea982-3dba-4a58-a0e2-2bc960cec2ca tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435507 Oct 27 14:14:30.427112 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:30.453080 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event deleted for resources: {'Port': ['ID=1258c76c-61ed-456d-addb-963f763166df,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:30.465769 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.466129 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.466478 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.466818 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.467177 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.467517 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.467849 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.468179 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.468510 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.468838 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.469165 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.469490 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:30.526824 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks [] for floatingip, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:30.527211 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Floating IP 9365afdb-1544-4824-9df2-048413f428a3 disassociated (deleted). External IP: 172.27.0.189, port: d7dbd7ad-d681-4b28-a600-73b66f728573. Oct 27 14:14:30.730264 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:30.836220 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:30.841030 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:30.845532 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b3fc2-95e5-4559-9445-3037c24ebcec None None] Sync routers for ids ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:30.859506 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b3fc2-95e5-4559-9445-3037c24ebcec None None] Routers {'10763b51-9b29-48f5-8b4c-8d0d28b13b83'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:30.860119 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-de0b3fc2-95e5-4559-9445-3037c24ebcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:30.867627 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-86b34ee8-ee1c-4908-8a19-9b34f626b1cf tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "DELETE /v2.0/floatingips/9365afdb-1544-4824-9df2-048413f428a3 HTTP/1.1" status: 204 len: 168 time: 1.2151849 Oct 27 14:14:30.973611 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-de0b3fc2-95e5-4559-9445-3037c24ebcec None None] Set router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:31.292993 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-de0b3fc2-95e5-4559-9445-3037c24ebcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:01Z', 'revision_number': 4, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'ac74edc3-5e56-4424-9a55-3cee82fe1765', 'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'mac_address': 'fa:16:3e:50:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:00Z', 'updated_at': '2021-10-27T14:11:05Z', 'revision_number': 5, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'subnets': [{'id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:31.322009 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b3fc2-95e5-4559-9445-3037c24ebcec None None] Checking router: 10763b51-9b29-48f5-8b4c-8d0d28b13b83 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:31.330989 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b3fc2-95e5-4559-9445-3037c24ebcec None None] Routers {'10763b51-9b29-48f5-8b4c-8d0d28b13b83'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:31.331697 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-de0b3fc2-95e5-4559-9445-3037c24ebcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:31.440070 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-de0b3fc2-95e5-4559-9445-3037c24ebcec None None] Set router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:31.470122 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5654a-263f-43dd-be5f-8fd7336d60b2 req-34820716-562b-4d9d-a99e-3d5ced22f127 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:31.471708 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-80d5654a-263f-43dd-be5f-8fd7336d60b2 req-34820716-562b-4d9d-a99e-3d5ced22f127 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 943 time: 0.0565577 Oct 27 14:14:31.509101 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-80d5654a-263f-43dd-be5f-8fd7336d60b2 req-7b25947d-adf3-4049-9c7a-5aebe4c178d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314417 Oct 27 14:14:31.656422 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-de0b3fc2-95e5-4559-9445-3037c24ebcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:01Z', 'revision_number': 4, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'ac74edc3-5e56-4424-9a55-3cee82fe1765', 'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'mac_address': 'fa:16:3e:50:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:00Z', 'updated_at': '2021-10-27T14:11:05Z', 'revision_number': 5, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'subnets': [{'id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:31.684500 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0b3fc2-95e5-4559-9445-3037c24ebcec None None] The sync data for ids ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'] in dv-cinder-815660-2-iscsi is: [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:01Z', 'revision_number': 4, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'ac74edc3-5e56-4424-9a55-3cee82fe1765', 'name': '', 'network_id': 'bc4a1d58-3c4c-43bc-bad6-f8833ae92972', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'mac_address': 'fa:16:3e:50:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:00Z', 'updated_at': '2021-10-27T14:11:05Z', 'revision_number': 5, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'subnets': [{'id': 'e985bd55-fe62-4f3c-a62d-f2d490e3411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:31.908346 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f816961-9ce6-4f3a-a1f2-7c558dbc8146 None None] New status for floating IP 9365afdb-1544-4824-9df2-048413f428a3: DOWN {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:14:32.629221 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0bf9e-8a3c-4ee6-8566-cc118feb6953 req-9046f2a1-d38e-4d05-8bf3-393ba8ed8cb3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:32.630727 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-63d0bf9e-8a3c-4ee6-8566-cc118feb6953 req-9046f2a1-d38e-4d05-8bf3-393ba8ed8cb3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 943 time: 0.0492389 Oct 27 14:14:32.670858 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-63d0bf9e-8a3c-4ee6-8566-cc118feb6953 req-50274dad-4c0e-4b1a-9c88-93e66f8a318d tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340588 Oct 27 14:14:33.099729 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 5820d118-3b01-4edb-be39-b49d0e1eee59 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:14:33.198075 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 5820d118-3b01-4edb-be39-b49d0e1eee59, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5820d118-3b01-4edb-be39-b49d0e1eee59,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:33.209050 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'port_id': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'mac_address': 'fa:16:3e:53:b5:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:14:33.245455 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:33.259311 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5820d118-3b01-4edb-be39-b49d0e1eee59 {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:33.283723 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 5820d118-3b01-4edb-be39-b49d0e1eee59, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5820d118-3b01-4edb-be39-b49d0e1eee59,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:33.287712 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:33.333943 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=5820d118-3b01-4edb-be39-b49d0e1eee59,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:33.576167 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['5820d118-3b01-4edb-be39-b49d0e1eee59'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:14:33.597932 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f72eb-d005-4da3-9d1a-71eb2746d345 req-ebd0c302-11ae-4ab3-868c-210f2a41989c tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:33.599570 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e6f72eb-d005-4da3-9d1a-71eb2746d345 req-ebd0c302-11ae-4ab3-868c-210f2a41989c tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0510936 Oct 27 14:14:33.639673 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7e6f72eb-d005-4da3-9d1a-71eb2746d345 req-d8c75237-8029-40ba-9e5e-8e984ba4cc83 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Oct 27 14:14:33.791741 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b064b4-d0e0-4bf6-979c-80d6bb8e64c6 req-98154c32-6d33-4e21-b982-50580b6f759f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:33.793581 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-42b064b4-d0e0-4bf6-979c-80d6bb8e64c6 req-98154c32-6d33-4e21-b982-50580b6f759f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 944 time: 0.0557706 Oct 27 14:14:33.819258 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2e8c266d-1de4-4a62-a84f-550f4be47c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:33.835360 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-42b064b4-d0e0-4bf6-979c-80d6bb8e64c6 req-9e8464a1-698b-45bb-b85b-f0d3943a5ff7 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357368 Oct 27 14:14:34.757842 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c4f62-24d3-45f5-a092-df5d3b47927a req-0191d023-2ba7-40a2-a4ac-533e2ca2e77d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:34.759424 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-753c4f62-24d3-45f5-a092-df5d3b47927a req-0191d023-2ba7-40a2-a4ac-533e2ca2e77d tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0488157 Oct 27 14:14:34.797633 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-753c4f62-24d3-45f5-a092-df5d3b47927a req-269e97f8-a022-47bb-9c48-fbd573f4685a tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315204 Oct 27 14:14:34.949583 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0ebbd-cfa9-47a9-8778-e242504071e7 req-fb8fd6a5-b2ec-4a2c-b332-ff5ea62c9d4a tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:34.950982 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b8d0ebbd-cfa9-47a9-8778-e242504071e7 req-fb8fd6a5-b2ec-4a2c-b332-ff5ea62c9d4a tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 944 time: 0.0493469 Oct 27 14:14:34.988973 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b8d0ebbd-cfa9-47a9-8778-e242504071e7 req-87100e2e-4cba-4218-9849-77a2d7e21a5d tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Oct 27 14:14:35.134972 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 5820d118-3b01-4edb-be39-b49d0e1eee59 up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:35.183391 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 5820d118-3b01-4edb-be39-b49d0e1eee59 completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:35.188297 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 5820d118-3b01-4edb-be39-b49d0e1eee59 triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:35.188723 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:35.268333 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:35.291817 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5820d118-3b01-4edb-be39-b49d0e1eee59'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:35.294743 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bfc78d-480d-4ba6-aa1b-6d9d67c2ba29" -d '{"events": [{"server_uuid": "d42f6751-6bd2-4fd8-bce3-06d68f746b23", "name": "network-vif-plugged", "status": "completed", "tag": "5820d118-3b01-4edb-be39-b49d0e1eee59"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:14:35.307046 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 5820d118-3b01-4edb-be39-b49d0e1eee59, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5820d118-3b01-4edb-be39-b49d0e1eee59,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:35.311851 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:35.336078 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2978447-84c3-43df-a186-8cef214fc9aa x-openstack-request-id: req-e2978447-84c3-43df-a186-8cef214fc9aa {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:14:35.336367 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42f6751-6bd2-4fd8-bce3-06d68f746b23", "name": "network-vif-plugged", "status": "completed", "tag": "5820d118-3b01-4edb-be39-b49d0e1eee59", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:14:35.336617 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e2978447-84c3-43df-a186-8cef214fc9aa {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:14:35.336999 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'code': 200} Oct 27 14:14:35.365103 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=5820d118-3b01-4edb-be39-b49d0e1eee59,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:35.615574 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164e761-57de-485e-a762-5d4d59bc2d3b req-32e048c3-cce5-49b4-8bcb-59659b22f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:35.617083 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3164e761-57de-485e-a762-5d4d59bc2d3b req-32e048c3-cce5-49b4-8bcb-59659b22f629 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 1098 time: 0.0439811 Oct 27 14:14:35.664910 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3164e761-57de-485e-a762-5d4d59bc2d3b req-f7369ec3-cf32-4fa9-8489-a2ebf1220d51 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297136 Oct 27 14:14:35.914767 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c7e6e-ef0f-43ab-9174-2579bc24f684 req-51342fe3-93f6-4dc9-92e8-cfce29efb414 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:35.916161 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fe8c7e6e-ef0f-43ab-9174-2579bc24f684 req-51342fe3-93f6-4dc9-92e8-cfce29efb414 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0496252 Oct 27 14:14:35.992132 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f9dce-4433-448f-861b-b3e3bcd02f79 req-81808228-08db-4737-be1b-7898053bad97 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:35.993654 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1c0f9dce-4433-448f-861b-b3e3bcd02f79 req-81808228-08db-4737-be1b-7898053bad97 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 945 time: 0.0716138 Oct 27 14:14:35.996302 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fe8c7e6e-ef0f-43ab-9174-2579bc24f684 req-6afd8a79-07de-47ca-8220-c74c5c4d5c35 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/security-groups?id=cd2bad43-6e6b-4698-9f31-5f936dce228e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658154 Oct 27 14:14:36.133242 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59695e-f892-4d88-8f37-62e171e0e5dd req-a91b23d6-1b4d-40a6-b79a-249eacbe0ed7 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:36.134712 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2a59695e-f892-4d88-8f37-62e171e0e5dd req-a91b23d6-1b4d-40a6-b79a-249eacbe0ed7 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 945 time: 0.0648251 Oct 27 14:14:36.142167 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-1c0f9dce-4433-448f-861b-b3e3bcd02f79 req-64a55eda-bc8c-4151-8c7a-f30c7f5d1ed1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Deleting port d7dbd7ad-d681-4b28-a600-73b66f728573 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:36.142504 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-1c0f9dce-4433-448f-861b-b3e3bcd02f79 req-64a55eda-bc8c-4151-8c7a-f30c7f5d1ed1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:36.229245 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2a59695e-f892-4d88-8f37-62e171e0e5dd req-ac7ffc1e-0468-4311-8f46-12677e24723b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834632 Oct 27 14:14:36.262693 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-1c0f9dce-4433-448f-861b-b3e3bcd02f79 req-64a55eda-bc8c-4151-8c7a-f30c7f5d1ed1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] For port d7dbd7ad-d681-4b28-a600-73b66f728573, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=d7dbd7ad-d681-4b28-a600-73b66f728573,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:36.263056 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-1c0f9dce-4433-448f-861b-b3e3bcd02f79 req-64a55eda-bc8c-4151-8c7a-f30c7f5d1ed1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:36.276321 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-1c0f9dce-4433-448f-861b-b3e3bcd02f79 req-64a55eda-bc8c-4151-8c7a-f30c7f5d1ed1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Calling delete_port for d7dbd7ad-d681-4b28-a600-73b66f728573 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:36.423040 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-1c0f9dce-4433-448f-861b-b3e3bcd02f79 req-64a55eda-bc8c-4151-8c7a-f30c7f5d1ed1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:36.438237 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['d7dbd7ad-d681-4b28-a600-73b66f728573'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:14:36.454553 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a55eda-bc8c-4151-8c7a-f30c7f5d1ed1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Pushing event deleted for resources: {'Port': ['ID=d7dbd7ad-d681-4b28-a600-73b66f728573,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:36.503586 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0f9dce-4433-448f-861b-b3e3bcd02f79 req-64a55eda-bc8c-4151-8c7a-f30c7f5d1ed1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] No DVR routers for this DVR port d7dbd7ad-d681-4b28-a600-73b66f728573 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:14:36.506072 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-1c0f9dce-4433-448f-861b-b3e3bcd02f79 req-64a55eda-bc8c-4151-8c7a-f30c7f5d1ed1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:36.509591 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1c0f9dce-4433-448f-861b-b3e3bcd02f79 req-64a55eda-bc8c-4151-8c7a-f30c7f5d1ed1 tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.71 "DELETE /v2.0/ports/d7dbd7ad-d681-4b28-a600-73b66f728573 HTTP/1.1" status: 204 len: 173 time: 0.5035305 Oct 27 14:14:36.788189 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-1dff66c3-155d-473b-adf6-f19c291a25d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:37.107971 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d8f7ef09-847f-4a61-97fb-01333f1b091a req-9e860467-2ea4-4e97-97da-99499c098e3b tempest-TestMinimumBasicScenario-183567267 tempest-TestMinimumBasicScenario-183567267-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 210 time: 0.0270696 Oct 27 14:14:37.355256 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26a07f-664d-40de-87de-6d06958cee4a req-5f209dd2-db5c-432c-bb6c-3f8325c18ab1 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:37.356739 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1b26a07f-664d-40de-87de-6d06958cee4a req-5f209dd2-db5c-432c-bb6c-3f8325c18ab1 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 945 time: 0.0529993 Oct 27 14:14:37.394461 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1b26a07f-664d-40de-87de-6d06958cee4a req-9c3c4105-1cbb-447d-addf-a24ff1f7a4e8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317638 Oct 27 14:14:37.593041 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6ed3-c6ad-48e4-9d45-61a329cc0069 req-3caac227-e7f0-4230-bd04-cb956c5901db tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:37.594526 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-090a6ed3-c6ad-48e4-9d45-61a329cc0069 req-3caac227-e7f0-4230-bd04-cb956c5901db tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 945 time: 0.0500104 Oct 27 14:14:37.632435 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-090a6ed3-c6ad-48e4-9d45-61a329cc0069 req-7539a1d5-fc16-4d96-9dc9-1fca78524527 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319808 Oct 27 14:14:37.655447 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54702) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:37.696631 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c8f9aa-a213-4dc1-bd60-e7fbd3dc02de tempest-TestVolumeBootPattern-1576771050 tempest-TestVolumeBootPattern-1576771050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:37.698160 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-58c8f9aa-a213-4dc1-bd60-e7fbd3dc02de tempest-TestVolumeBootPattern-1576771050 tempest-TestVolumeBootPattern-1576771050-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 1093 time: 0.0416262 Oct 27 14:14:37.700989 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54704) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:37.705492 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'floatingip': {'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'port_id': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:37.729156 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:37.755721 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:37.831819 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:37.924190 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:37.938504 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Allocated IP 172.27.0.141 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/487a11a3-0b86-40e4-8de2-f33ce00afaa8) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:38.044514 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:38.077226 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:38.111341 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:38.117665 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:38.120096 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:38.152068 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'Port': ['ID=487a11a3-0b86-40e4-8de2-f33ce00afaa8,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:38.493711 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:38.565503 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:38.726970 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:38.738062 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67050141'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:38.816616 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'Port': ['ID=487a11a3-0b86-40e4-8de2-f33ce00afaa8,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:38.824818 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:38.832638 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54756) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:38.926318 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Floating IP e5df677c-4237-4a28-91f3-7c579c3e0cfa associated. External IP: 172.27.0.141, port: 5820d118-3b01-4edb-be39-b49d0e1eee59. Oct 27 14:14:39.132124 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:39.242416 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:39.242689 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7917875'] for router_interface, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:39.253081 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e6aacb-291d-4722-bedc-f9ec9d34f3c5 None None] Sync routers for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:39.262486 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:39.263532 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6aacb-291d-4722-bedc-f9ec9d34f3c5 None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:39.264299 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-84e6aacb-291d-4722-bedc-f9ec9d34f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:39.303738 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-9257cb89-ecee-41a4-8a4f-ffbebe61c7d2 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5905633 Oct 27 14:14:39.376373 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-84e6aacb-291d-4722-bedc-f9ec9d34f3c5 None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:39.473263 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:39.622267 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-84e6aacb-291d-4722-bedc-f9ec9d34f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'e5df677c-4237-4a28-91f3-7c579c3e0cfa', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:53:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:38Z', 'updated_at': '2021-10-27T14:14:38Z', 'revision_number': 0, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:39.651209 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e6aacb-291d-4722-bedc-f9ec9d34f3c5 None None] Checking router: 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:39.660622 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6aacb-291d-4722-bedc-f9ec9d34f3c5 None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:39.661230 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-84e6aacb-291d-4722-bedc-f9ec9d34f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:39.734983 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] Deleting port ac74edc3-5e56-4424-9a55-3cee82fe1765 {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:39.735595 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:39.829593 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] For port ac74edc3-5e56-4424-9a55-3cee82fe1765, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=ac74edc3-5e56-4424-9a55-3cee82fe1765,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:39.829983 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:39.843428 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] Calling delete_port for ac74edc3-5e56-4424-9a55-3cee82fe1765 owned by network:router_interface {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:39.891324 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-84e6aacb-291d-4722-bedc-f9ec9d34f3c5 None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:40.034835 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:40.057834 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac74edc3-5e56-4424-9a55-3cee82fe1765,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:40.137864 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-84e6aacb-291d-4722-bedc-f9ec9d34f3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'e5df677c-4237-4a28-91f3-7c579c3e0cfa', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:53:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:38Z', 'updated_at': '2021-10-27T14:14:38Z', 'revision_number': 0, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:40.170133 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e6aacb-291d-4722-bedc-f9ec9d34f3c5 None None] The sync data for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi is: [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'e5df677c-4237-4a28-91f3-7c579c3e0cfa', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:53:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:38Z', 'updated_at': '2021-10-27T14:14:38Z', 'revision_number': 0, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:40.235918 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8300935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918047'] for router_interface, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:40.386231 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b42316-6524-4933-8464-1bb6018b12a2 None None] New status for floating IP e5df677c-4237-4a28-91f3-7c579c3e0cfa: ACTIVE {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:14:40.464169 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] Router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:40.574898 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:40.580477 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-a7224b76-c4b7-40f6-8078-1058451eac06 admin admin] 10.222.0.85 "PUT /v2.0/routers/10763b51-9b29-48f5-8b4c-8d0d28b13b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7466598 Oct 27 14:14:40.582792 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54764) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:40.585403 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae0e88-911b-492d-8d55-2db245eecb5d None None] Sync routers for ids ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:40.596941 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae0e88-911b-492d-8d55-2db245eecb5d None None] Routers {'10763b51-9b29-48f5-8b4c-8d0d28b13b83'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:40.597557 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-8fae0e88-911b-492d-8d55-2db245eecb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:40.687259 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:40.702782 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-8fae0e88-911b-492d-8d55-2db245eecb5d None None] Set router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:40.794511 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:40.848916 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Deleting port 697ab042-aad7-4648-b63b-508921985d3f {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:40.849532 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:40.884117 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-8fae0e88-911b-492d-8d55-2db245eecb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '697ab042-aad7-4648-b63b-508921985d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:14:39Z', 'revision_number': 5, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port': {'id': '697ab042-aad7-4648-b63b-508921985d3f', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:40.914285 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae0e88-911b-492d-8d55-2db245eecb5d None None] Checking router: 10763b51-9b29-48f5-8b4c-8d0d28b13b83 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:40.923360 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae0e88-911b-492d-8d55-2db245eecb5d None None] Routers {'10763b51-9b29-48f5-8b4c-8d0d28b13b83'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:40.923954 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-8fae0e88-911b-492d-8d55-2db245eecb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:40.932008 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] For port 697ab042-aad7-4648-b63b-508921985d3f, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=697ab042-aad7-4648-b63b-508921985d3f,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:40.932386 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:40.944696 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Calling delete_port for 697ab042-aad7-4648-b63b-508921985d3f owned by network:router_gateway {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:41.009198 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-8fae0e88-911b-492d-8d55-2db245eecb5d None None] Set router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 gateway port host: None {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:41.067574 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-8fae0e88-911b-492d-8d55-2db245eecb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:14:40Z', 'revision_number': 6, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port_host': None}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:41.094583 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae0e88-911b-492d-8d55-2db245eecb5d None None] The sync data for ids ['10763b51-9b29-48f5-8b4c-8d0d28b13b83'] in dv-cinder-815660-2-iscsi is: [{'id': '10763b51-9b29-48f5-8b4c-8d0d28b13b83', 'name': 'tempest-TestMinimumBasicScenario-1216654711-router', 'tenant_id': '9fb32c18000f440e88bc81eec30692b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:58Z', 'updated_at': '2021-10-27T14:14:40Z', 'revision_number': 6, 'project_id': '9fb32c18000f440e88bc81eec30692b9', 'gw_port_host': None}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:41.122381 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.149712 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=697ab042-aad7-4648-b63b-508921985d3f,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:41.173046 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device d7dbd7ad-d681-4b28-a600-73b66f728573 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:14:41.196797 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: d7dbd7ad-d681-4b28-a600-73b66f728573 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:14:41.197221 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device d7dbd7ad-d681-4b28-a600-73b66f728573 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:14:41.211450 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924349'] for router_gateway, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.320236 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7917591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6078'] for router, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.322333 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.385334 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7917568'] for router, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.385883 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10763b51-9b29-48f5-8b4c-8d0d28b13b83 {{(pid=101656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:14:41.393605 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] Publish callbacks [] for router, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.395520 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-2204f98d-cdda-4411-9314-d4e21fdc8cb5 admin admin] 10.222.0.85 "DELETE /v2.0/routers/10763b51-9b29-48f5-8b4c-8d0d28b13b83 HTTP/1.1" status: 204 len: 168 time: 0.8115411 Oct 27 14:14:41.398276 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54770) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:41.446054 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_v2 [None req-945b4c74-480e-499b-a14f-79655148e251 admin admin] Deleting subnet e985bd55-fe62-4f3c-a62d-f2d490e3411c {{(pid=101656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:14:41.449642 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-945b4c74-480e-499b-a14f-79655148e251 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.491294 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-945b4c74-480e-499b-a14f-79655148e251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5232373'] for subnet, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.600505 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-945b4c74-480e-499b-a14f-79655148e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.658212 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-945b4c74-480e-499b-a14f-79655148e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5109624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5122466'] for subnet, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.684438 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b4c74-480e-499b-a14f-79655148e251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e985bd55-fe62-4f3c-a62d-f2d490e3411c,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:41.688282 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-945b4c74-480e-499b-a14f-79655148e251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.691545 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-945b4c74-480e-499b-a14f-79655148e251 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/e985bd55-fe62-4f3c-a62d-f2d490e3411c HTTP/1.1" status: 204 len: 168 time: 0.2919385 Oct 27 14:14:41.694055 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 54772) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:41.696991 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8959e4-71c2-4902-b5ae-cc4e9244397e None None] Network bc4a1d58-3c4c-43bc-bad6-f8833ae92972 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:14:41.763329 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.825120 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Deleting port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:41.825526 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.895215 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] For port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:41.895853 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.910852 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf18f81-e509-4a79-b606-7c5c2cbd0cf5 None None] DHCP port deletion for bc4a1d58-3c4c-43bc-bad6-f8833ae92972 request from dv-cinder-815660-2-iscsi {{(pid=101657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:14:41.912752 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Calling delete_port for 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e owned by network:dhcp {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:41.960012 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-daf18f81-e509-4a79-b606-7c5c2cbd0cf5 None None] Deleting port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e {{(pid=101657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:41.960490 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-daf18f81-e509-4a79-b606-7c5c2cbd0cf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:42.027455 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-daf18f81-e509-4a79-b606-7c5c2cbd0cf5 None None] For port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e,segment=NetworkSegment(d93f9167-0272-47b1-85e5-3930a91f9e19),segment_id=d93f9167-0272-47b1-85e5-3930a91f9e19)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:42.027848 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-daf18f81-e509-4a79-b606-7c5c2cbd0cf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:42.047296 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-daf18f81-e509-4a79-b606-7c5c2cbd0cf5 None None] Calling delete_port for 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e owned by network:dhcp {{(pid=101657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:42.164458 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-daf18f81-e509-4a79-b606-7c5c2cbd0cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:42.187788 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf18f81-e509-4a79-b606-7c5c2cbd0cf5 None None] Pushing event deleted for resources: {'Port': ['ID=2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e,revision_number=None']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:42.194315 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf18f81-e509-4a79-b606-7c5c2cbd0cf5 None None] No DVR routers for this DVR port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e on host dv-cinder-815660-2-iscsi {{(pid=101657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:14:42.197375 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:42.225044 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:42.226989 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] No DVR routers for this DVR port 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e on host dv-cinder-815660-2-iscsi {{(pid=101656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:14:42.243091 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:14:42.301839 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:42.320667 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4a1d58-3c4c-43bc-bad6-f8833ae92972']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:42.329521 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93f9167-0272-47b1-85e5-3930a91f9e19') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:42.329810 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93f9167-0272-47b1-85e5-3930a91f9e19') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:42.338853 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:42.352417 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:42.358749 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:14:42.359220 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: self.session.flush() Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: self.session.flush() Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: self.session.flush() Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: self.session.flush() Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:14:42.360866 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:14:42.414102 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:42.419839 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:42.422944 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] 10.222.0.85 "DELETE /v2.0/networks/bc4a1d58-3c4c-43bc-bad6-f8833ae92972 HTTP/1.1" status: 204 len: 168 time: 0.7279518 Oct 27 14:14:42.426042 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54778) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:42.436181 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fc0b4-d950-4642-9d56-15ce8e265ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4a1d58-3c4c-43bc-bad6-f8833ae92972,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:42.474351 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device ac74edc3-5e56-4424-9a55-3cee82fe1765 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:14:42.498482 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: ac74edc3-5e56-4424-9a55-3cee82fe1765 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:14:42.498826 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device ac74edc3-5e56-4424-9a55-3cee82fe1765 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:14:42.499386 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:14:42.518553 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:14:42.518892 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 2e877b77-e9dd-4a20-ac3f-f2d7369fbe7e not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:14:42.519320 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 697ab042-aad7-4648-b63b-508921985d3f no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:14:42.538329 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 697ab042-aad7-4648-b63b-508921985d3f {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:14:42.538667 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 697ab042-aad7-4648-b63b-508921985d3f not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:14:42.775045 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7917875'] for router_interface, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:43.017044 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] Deleting port 24e3d654-f2c2-404d-be2f-117f8038ff30 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:43.017384 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:43.103097 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] For port 24e3d654-f2c2-404d-be2f-117f8038ff30, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=24e3d654-f2c2-404d-be2f-117f8038ff30,segment=NetworkSegment(f6ba6bec-8f9f-4844-b980-2fe29993b065),segment_id=f6ba6bec-8f9f-4844-b980-2fe29993b065)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:43.103504 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:43.115661 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] Calling delete_port for 24e3d654-f2c2-404d-be2f-117f8038ff30 owned by network:router_interface {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:43.293995 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:43.324305 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e3d654-f2c2-404d-be2f-117f8038ff30,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:43.488999 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8300935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918047'] for router_interface, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:43.969823 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] Router 9ce84d51-9998-4878-bef0-08cfba022a5f has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:44.077696 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:44.082774 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-8c939b4b-6f35-4b47-8ec3-4fd90cc1c1a7 admin admin] 10.222.0.85 "PUT /v2.0/routers/9ce84d51-9998-4878-bef0-08cfba022a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6557090 Oct 27 14:14:44.085319 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54784) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:44.087814 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946ce28-bf87-4eeb-8139-0442e7f1f6fa None None] Sync routers for ids ['9ce84d51-9998-4878-bef0-08cfba022a5f'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:44.099414 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946ce28-bf87-4eeb-8139-0442e7f1f6fa None None] Routers {'9ce84d51-9998-4878-bef0-08cfba022a5f'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:44.100031 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-4946ce28-bf87-4eeb-8139-0442e7f1f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['9ce84d51-9998-4878-bef0-08cfba022a5f'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:44.185050 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Publish callbacks [] for router, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:44.207608 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-4946ce28-bf87-4eeb-8139-0442e7f1f6fa None None] Set router 9ce84d51-9998-4878-bef0-08cfba022a5f gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:44.292178 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:44.353018 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Deleting port aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:44.353420 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:44.396672 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-4946ce28-bf87-4eeb-8139-0442e7f1f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'name': 'tempest-TestMinimumBasicScenario-1236364136-router', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:03Z', 'updated_at': '2021-10-27T14:14:43Z', 'revision_number': 5, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'gw_port': {'id': 'aa1ea5a2-f511-40bd-962e-2b0be0eeaed7', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:04Z', 'updated_at': '2021-10-27T14:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:44.431623 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946ce28-bf87-4eeb-8139-0442e7f1f6fa None None] Checking router: 9ce84d51-9998-4878-bef0-08cfba022a5f for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:44.445149 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946ce28-bf87-4eeb-8139-0442e7f1f6fa None None] Routers {'9ce84d51-9998-4878-bef0-08cfba022a5f'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:44.445753 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-4946ce28-bf87-4eeb-8139-0442e7f1f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:14:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['9ce84d51-9998-4878-bef0-08cfba022a5f'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:44.448815 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] For port aa1ea5a2-f511-40bd-962e-2b0be0eeaed7, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=aa1ea5a2-f511-40bd-962e-2b0be0eeaed7,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:44.448815 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:44.463049 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Calling delete_port for aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 owned by network:router_gateway {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:44.627012 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-4946ce28-bf87-4eeb-8139-0442e7f1f6fa None None] Set router 9ce84d51-9998-4878-bef0-08cfba022a5f gateway port host: None {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:44.644573 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:44.678730 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-4946ce28-bf87-4eeb-8139-0442e7f1f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'name': 'tempest-TestMinimumBasicScenario-1236364136-router', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:03Z', 'updated_at': '2021-10-27T14:14:44Z', 'revision_number': 6, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'gw_port_host': None}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:44.696846 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1ea5a2-f511-40bd-962e-2b0be0eeaed7,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:44.707951 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946ce28-bf87-4eeb-8139-0442e7f1f6fa None None] The sync data for ids ['9ce84d51-9998-4878-bef0-08cfba022a5f'] in dv-cinder-815660-2-iscsi is: [{'id': '9ce84d51-9998-4878-bef0-08cfba022a5f', 'name': 'tempest-TestMinimumBasicScenario-1236364136-router', 'tenant_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:03Z', 'updated_at': '2021-10-27T14:14:44Z', 'revision_number': 6, 'project_id': '3fe3fe152ad04e76ad5ce329f509e34f', 'gw_port_host': None}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:44.739573 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924349'] for router_gateway, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:44.829605 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7917591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6078'] for router, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:44.831766 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:44.878544 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7917568'] for router, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:44.878997 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce84d51-9998-4878-bef0-08cfba022a5f {{(pid=101655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:14:44.883489 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] Publish callbacks [] for router, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:44.884632 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-93e0240f-e509-4a75-8ee7-2b9eeb946056 admin admin] 10.222.0.85 "DELETE /v2.0/routers/9ce84d51-9998-4878-bef0-08cfba022a5f HTTP/1.1" status: 204 len: 168 time: 0.7983224 Oct 27 14:14:44.887214 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54790) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:44.931780 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9635ee-3314-49d4-aa5b-62ac46802fe5 admin admin] Deleting subnet 68236168-b9bd-429b-80d5-51b0eb6fbc82 {{(pid=101655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:14:44.934802 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9b9635ee-3314-49d4-aa5b-62ac46802fe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:44.972664 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9b9635ee-3314-49d4-aa5b-62ac46802fe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66587301'] for subnet, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.080441 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9b9635ee-3314-49d4-aa5b-62ac46802fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.140827 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9b9635ee-3314-49d4-aa5b-62ac46802fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67050067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66201668'] for subnet, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.166848 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9635ee-3314-49d4-aa5b-62ac46802fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68236168-b9bd-429b-80d5-51b0eb6fbc82,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:45.171194 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9b9635ee-3314-49d4-aa5b-62ac46802fe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.176833 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-9b9635ee-3314-49d4-aa5b-62ac46802fe5 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/68236168-b9bd-429b-80d5-51b0eb6fbc82 HTTP/1.1" status: 204 len: 168 time: 0.2861881 Oct 27 14:14:45.176992 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122fca13-916c-4415-a3ca-65ba171c252f None None] Network 29879def-eef3-4938-bb0e-bd4374eff606 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:14:45.177450 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54792) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:45.244987 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.304460 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Deleting port fe83dafa-e233-4b45-abf0-cf81d36d8dac {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:45.304799 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.367746 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] For port fe83dafa-e233-4b45-abf0-cf81d36d8dac, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=fe83dafa-e233-4b45-abf0-cf81d36d8dac,segment=NetworkSegment(f6ba6bec-8f9f-4844-b980-2fe29993b065),segment_id=f6ba6bec-8f9f-4844-b980-2fe29993b065)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:45.368097 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.380780 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Calling delete_port for fe83dafa-e233-4b45-abf0-cf81d36d8dac owned by network:dhcp {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:45.442420 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95900944-2d91-4ba0-ba54-b5d1c92b89d4 None None] DHCP port deletion for 29879def-eef3-4938-bb0e-bd4374eff606 request from dv-cinder-815660-2-iscsi {{(pid=101657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:14:45.471407 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.496990 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-95900944-2d91-4ba0-ba54-b5d1c92b89d4 None None] Deleting port fe83dafa-e233-4b45-abf0-cf81d36d8dac {{(pid=101657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:14:45.497364 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-95900944-2d91-4ba0-ba54-b5d1c92b89d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.502401 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Pushing event deleted for resources: {'Port': ['ID=fe83dafa-e233-4b45-abf0-cf81d36d8dac,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:45.504390 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] No DVR routers for this DVR port fe83dafa-e233-4b45-abf0-cf81d36d8dac on host dv-cinder-815660-2-iscsi {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:14:45.581575 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-95900944-2d91-4ba0-ba54-b5d1c92b89d4 None None] For port fe83dafa-e233-4b45-abf0-cf81d36d8dac, host dv-cinder-815660-2-iscsi, got binding levels [] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:45.582244 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-95900944-2d91-4ba0-ba54-b5d1c92b89d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.586240 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.600028 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-95900944-2d91-4ba0-ba54-b5d1c92b89d4 None None] Calling delete_port for fe83dafa-e233-4b45-abf0-cf81d36d8dac owned by network:dhcp {{(pid=101657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:14:45.602875 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.ipam_backend_mixin [None req-95900944-2d91-4ba0-ba54-b5d1c92b89d4 None None] Port fe83dafa-e233-4b45-abf0-cf81d36d8dac was not found and therefore no delete operation was performed {{(pid=101657) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 14:14:45.604197 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-95900944-2d91-4ba0-ba54-b5d1c92b89d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.612677 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29879def-eef3-4938-bb0e-bd4374eff606']}} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:45.622313 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ba6bec-8f9f-4844-b980-2fe29993b065') {'for_net_delete': True} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:45.623712 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ba6bec-8f9f-4844-b980-2fe29993b065') {} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:45.632367 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95900944-2d91-4ba0-ba54-b5d1c92b89d4 None None] Pushing event deleted for resources: {'Port': ['ID=fe83dafa-e233-4b45-abf0-cf81d36d8dac,revision_number=None']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:45.635850 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66587356'] for segment, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.636398 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95900944-2d91-4ba0-ba54-b5d1c92b89d4 None None] No DVR routers for this DVR port fe83dafa-e233-4b45-abf0-cf81d36d8dac on host dv-cinder-815660-2-iscsi {{(pid=101657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:14:45.657841 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.664740 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=101655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:14:45.665132 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67050169'] for segment, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: Traceback (most recent call last): Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: timer() Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: cb(*args, **kw) Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: return func(*args, **kwargs) Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: self._notify() Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: self.callback(batched_events) Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: event.method(event) Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: return f(self, *a, **k) Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: return self._get(url).json() Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: return self.request(url, 'GET', **kwargs) Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:14:45.667001 dv-cinder-815660-2-iscsi neutron-server[101655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:14:45.724218 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.729424 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.732824 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] 10.222.0.85 "DELETE /v2.0/networks/29879def-eef3-4938-bb0e-bd4374eff606 HTTP/1.1" status: 204 len: 168 time: 0.5547879 Oct 27 14:14:45.751196 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc8ed7-fd7f-4d4a-b9b8-2b09d31526ae admin admin] Pushing event deleted for resources: {'Network': ['ID=29879def-eef3-4938-bb0e-bd4374eff606,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:45.898298 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54800) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:45.939070 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-fd2191cc-b292-4096-b403-4d6d4a1f57f8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9fb32c18000f440e88bc81eec30692b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396059 Oct 27 14:14:45.941613 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54802) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:45.989979 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-90bdee17-e49a-413c-9d8f-02b6a44d17af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:46.015629 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-90bdee17-e49a-413c-9d8f-02b6a44d17af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:46.061856 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-90bdee17-e49a-413c-9d8f-02b6a44d17af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:46.064445 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-90bdee17-e49a-413c-9d8f-02b6a44d17af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:46.065618 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-90bdee17-e49a-413c-9d8f-02b6a44d17af admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cd2bad43-6e6b-4698-9f31-5f936dce228e HTTP/1.1" status: 204 len: 168 time: 0.1230025 Oct 27 14:14:46.073369 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdee17-e49a-413c-9d8f-02b6a44d17af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2bad43-6e6b-4698-9f31-5f936dce228e,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:46.378134 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54812) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:46.419832 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-0887245d-e43d-42ce-96ce-634776a8b5c4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3fe3fe152ad04e76ad5ce329f509e34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404823 Oct 27 14:14:46.422763 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 54814) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:46.475199 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device fe83dafa-e233-4b45-abf0-cf81d36d8dac no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:14:46.477002 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b31a213a-ca0a-464e-8276-3e5d9b49b5f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:46.495790 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: fe83dafa-e233-4b45-abf0-cf81d36d8dac {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:14:46.496226 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device fe83dafa-e233-4b45-abf0-cf81d36d8dac not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:14:46.496713 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 24e3d654-f2c2-404d-be2f-117f8038ff30 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:14:46.499101 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b31a213a-ca0a-464e-8276-3e5d9b49b5f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:46.520613 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 24e3d654-f2c2-404d-be2f-117f8038ff30 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:14:46.521053 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 24e3d654-f2c2-404d-be2f-117f8038ff30 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:14:46.521534 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:14:46.541259 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:14:46.541611 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device aa1ea5a2-f511-40bd-962e-2b0be0eeaed7 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:14:46.548500 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b31a213a-ca0a-464e-8276-3e5d9b49b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:46.551697 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b31a213a-ca0a-464e-8276-3e5d9b49b5f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:46.552917 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-b31a213a-ca0a-464e-8276-3e5d9b49b5f6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6ed036d4-a6cd-4f6b-a355-6ae77c9c61b0 HTTP/1.1" status: 204 len: 168 time: 0.1292048 Oct 27 14:14:46.561503 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a213a-ca0a-464e-8276-3e5d9b49b5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed036d4-a6cd-4f6b-a355-6ae77c9c61b0,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:48.723729 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:03.801194 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-7331e0ab-6e63-4428-ad9c-56928ea88da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:06.789683 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-94990541-282b-41fd-a523-dfbf354fb026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:07.758962 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:07.925645 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:09.434315 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:10.208009 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621ae2-28d7-4fe4-81cf-a67b5991dd3f req-378a9d26-9e38-4f03-9020-c12e656c2f25 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:10.209486 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-92621ae2-28d7-4fe4-81cf-a67b5991dd3f req-378a9d26-9e38-4f03-9020-c12e656c2f25 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0511367 Oct 27 14:15:10.247322 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-92621ae2-28d7-4fe4-81cf-a67b5991dd3f req-157149de-d04c-4b8f-969d-8b36d44bf755 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318065 Oct 27 14:15:11.370839 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4a488-f9bc-449b-8530-43cd45c7bdb6 req-0c0e203b-9c0a-400a-8beb-e59e254084b7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:11.372338 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d0e4a488-f9bc-449b-8530-43cd45c7bdb6 req-0c0e203b-9c0a-400a-8beb-e59e254084b7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0488071 Oct 27 14:15:11.411329 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d0e4a488-f9bc-449b-8530-43cd45c7bdb6 req-a1ad33a9-854f-4253-94fd-e30b6796151c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328832 Oct 27 14:15:12.532978 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125235ad-dbd1-4b42-99dc-9e9957916524 req-d8a6306b-c31b-4fed-82d3-267e574ae7d9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:12.534356 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-125235ad-dbd1-4b42-99dc-9e9957916524 req-d8a6306b-c31b-4fed-82d3-267e574ae7d9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0483487 Oct 27 14:15:12.572225 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-125235ad-dbd1-4b42-99dc-9e9957916524 req-f858d319-a4b3-4dc5-bd51-9b9fa1d7e23b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320196 Oct 27 14:15:13.695528 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2072b-09e9-450b-ac0f-d1ea83a8034e req-fe393f67-448f-4540-941b-f946389ccdd2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:13.696993 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4fd2072b-09e9-450b-ac0f-d1ea83a8034e req-fe393f67-448f-4540-941b-f946389ccdd2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0517445 Oct 27 14:15:13.734523 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4fd2072b-09e9-450b-ac0f-d1ea83a8034e req-0c05f096-2248-4e4c-b7c4-c0b23437f7e5 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 Oct 27 14:15:14.859527 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d5a7d-46d5-4420-a180-448b229888b2 req-f67ecf26-5f6e-4c1e-8b26-de5275595024 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:14.861353 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5c0d5a7d-46d5-4420-a180-448b229888b2 req-f67ecf26-5f6e-4c1e-8b26-de5275595024 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0508835 Oct 27 14:15:14.901272 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5c0d5a7d-46d5-4420-a180-448b229888b2 req-0637bf2a-0911-4d22-a1be-5fd375239632 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339000 Oct 27 14:15:16.052638 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-0bf8d16d-938c-4b6b-885b-5c26c506f685 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424950 Oct 27 14:15:16.125899 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-6ba45578-c119-4938-bd6f-1c96510cc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:16.127909 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-6ba45578-c119-4938-bd6f-1c96510cc824 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c924da1e65494809b6ceaf4b8a10e166&device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 1099 time: 0.0459073 Oct 27 14:15:16.257903 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c499a80-7cda-42a3-9d6a-25bca302500a req-37c6c427-7f2d-42f9-8371-01951f363d59 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:16.259475 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8c499a80-7cda-42a3-9d6a-25bca302500a req-37c6c427-7f2d-42f9-8371-01951f363d59 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.1072986 Oct 27 14:15:16.304208 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-32ac8d57-4b91-41c6-93a2-8d1c08649bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:16.305634 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-32ac8d57-4b91-41c6-93a2-8d1c08649bcc service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5 HTTP/1.1" status: 200 len: 910 time: 0.1421256 Oct 27 14:15:16.322676 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8c499a80-7cda-42a3-9d6a-25bca302500a req-3b211c40-7cfd-4bc4-80be-31e652c1f711 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561786 Oct 27 14:15:16.378782 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-6c571deb-559f-4f4e-a2e9-02952c64e1e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a HTTP/1.1" status: 200 len: 1002 time: 0.0635843 Oct 27 14:15:16.428476 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-14272bcd-752c-4dad-b27f-ee341c295afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:16.429933 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-14272bcd-752c-4dad-b27f-ee341c295afe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e60fc371-9d94-4a14-99dd-a7c382854dc9 HTTP/1.1" status: 200 len: 847 time: 0.0436454 Oct 27 14:15:16.476820 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-051d665d-a16c-44a8-a4e0-4a5e1b54f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:16.478290 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-051d665d-a16c-44a8-a4e0-4a5e1b54f1cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410285 Oct 27 14:15:16.580182 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-bf27d0c8-b40a-4d44-98a2-0be81d6d2a2a service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928593 Oct 27 14:15:16.672890 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c18275d8-4079-4ad5-a6b8-aa514246a72d req-ea41a737-2251-44ca-8527-7228557cd839 service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846872 Oct 27 14:15:17.443824 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463a174-7df6-4806-b05c-4ecf63be54f5 req-0d1c991c-c67c-45ec-93a2-1a66b02776ab tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:17.445210 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b463a174-7df6-4806-b05c-4ecf63be54f5 req-0d1c991c-c67c-45ec-93a2-1a66b02776ab tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0504191 Oct 27 14:15:17.482705 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b463a174-7df6-4806-b05c-4ecf63be54f5 req-4f4476c5-9e08-466c-a1cb-65b8b9d79f48 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315869 Oct 27 14:15:18.605068 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75473818-0920-421a-a8ab-152ce3be62e9 req-6e807d84-4c3c-4d1b-865f-e9852469621a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:18.606525 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-75473818-0920-421a-a8ab-152ce3be62e9 req-6e807d84-4c3c-4d1b-865f-e9852469621a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0499511 Oct 27 14:15:18.645853 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-75473818-0920-421a-a8ab-152ce3be62e9 req-de800a7c-7a2e-49db-89bf-6bf62a9f2428 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327401 Oct 27 14:15:18.711027 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:19.242485 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:15:19.765629 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a1ab1-4287-4469-b4ee-eb26a86dd2b1 req-ee34b99e-c51a-41db-b4f3-8f5085364b65 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:19.767545 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b0a1ab1-4287-4469-b4ee-eb26a86dd2b1 req-ee34b99e-c51a-41db-b4f3-8f5085364b65 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0491860 Oct 27 14:15:19.808719 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b0a1ab1-4287-4469-b4ee-eb26a86dd2b1 req-8aa84ae5-8404-4e2a-92fd-a44390b6666e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352225 Oct 27 14:15:20.931344 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd3a60-d01e-42ab-ab43-c323272b3527 req-30a64ffa-2359-4d5f-9b77-c90e3607cd71 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:20.934382 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-04cd3a60-d01e-42ab-ab43-c323272b3527 req-30a64ffa-2359-4d5f-9b77-c90e3607cd71 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0533805 Oct 27 14:15:20.974839 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-04cd3a60-d01e-42ab-ab43-c323272b3527 req-d1b46831-6979-42c0-b150-a7b3cc6f2417 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Oct 27 14:15:22.097153 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4335fbf-6f23-46e9-8fb5-6cb162c78408 req-f04b9305-181e-4ec2-8de0-b672053cade6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:22.098652 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a4335fbf-6f23-46e9-8fb5-6cb162c78408 req-f04b9305-181e-4ec2-8de0-b672053cade6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0514433 Oct 27 14:15:22.137845 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a4335fbf-6f23-46e9-8fb5-6cb162c78408 req-7811187d-2466-4b81-a169-07c32e7383a9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328953 Oct 27 14:15:23.257602 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfacee-3843-4cfc-ac28-00cff5bd9ffd req-d61a3b3b-1021-4eec-bd4b-e5bb2d87c41b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:23.259099 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1abfacee-3843-4cfc-ac28-00cff5bd9ffd req-d61a3b3b-1021-4eec-bd4b-e5bb2d87c41b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0496893 Oct 27 14:15:23.301609 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1abfacee-3843-4cfc-ac28-00cff5bd9ffd req-7d70cee6-48c5-4507-affe-99de9bdc90b2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366237 Oct 27 14:15:24.420334 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d02f2d-1bcf-49e3-99e2-cb791dacbc7e req-51b2b4af-ed91-4889-a729-5fb420bfacb0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:24.421833 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a0d02f2d-1bcf-49e3-99e2-cb791dacbc7e req-51b2b4af-ed91-4889-a729-5fb420bfacb0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0502708 Oct 27 14:15:24.460218 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a0d02f2d-1bcf-49e3-99e2-cb791dacbc7e req-c1513420-cae6-4c5e-965e-85554a116e2d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316710 Oct 27 14:15:25.583017 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa40bb-85eb-4c0a-b25c-454ac07aba35 req-8aae51c4-e3b5-457c-81c6-88c4afe096d6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:25.584548 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0dfa40bb-85eb-4c0a-b25c-454ac07aba35 req-8aae51c4-e3b5-457c-81c6-88c4afe096d6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0498710 Oct 27 14:15:25.621378 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0dfa40bb-85eb-4c0a-b25c-454ac07aba35 req-8f184812-8fd2-43be-8632-6ac3a21146c7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308483 Oct 27 14:15:26.746531 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8001160-b4a9-40db-9144-3da2d99c9ee4 req-511aea91-399e-4f04-9e78-4df5d716888d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:26.748022 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d8001160-b4a9-40db-9144-3da2d99c9ee4 req-511aea91-399e-4f04-9e78-4df5d716888d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0484283 Oct 27 14:15:26.789242 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d8001160-b4a9-40db-9144-3da2d99c9ee4 req-5a46ae36-1d46-4181-9ef8-9e7f7f4a3295 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351748 Oct 27 14:15:27.322367 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 7cb0b496-4ac4-4e36-a183-d35a08ddccae details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:15:27.539951 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:27.551800 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'port_id': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'mac_address': 'fa:16:3e:cc:70:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:15:27.588677 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:27.601623 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cb0b496-4ac4-4e36-a183-d35a08ddccae {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:15:27.622190 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:27.630618 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:27.681079 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=7cb0b496-4ac4-4e36-a183-d35a08ddccae,revision_number=6']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:27.688939 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.689285 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.690293 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.690739 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.691064 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.691419 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.691742 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.692066 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.692384 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.692698 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.693010 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.693321 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:27.740711 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['7cb0b496-4ac4-4e36-a183-d35a08ddccae'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:15:27.918776 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38804ef-a562-446f-b172-a08ca787c25f req-1d999c94-d68a-4541-8ce9-0508108506e1 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:27.920304 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d38804ef-a562-446f-b172-a08ca787c25f req-1d999c94-d68a-4541-8ce9-0508108506e1 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 945 time: 0.0537827 Oct 27 14:15:27.958983 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d38804ef-a562-446f-b172-a08ca787c25f req-34514a62-ecf3-4b67-b7c4-cf56fa653a5f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328381 Oct 27 14:15:29.096645 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a720d35-06da-48e0-b3c7-f2a7bd73e809 req-ef77b0b0-ee36-43e5-b2e1-1da8a52ececc tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:29.099775 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2a720d35-06da-48e0-b3c7-f2a7bd73e809 req-ef77b0b0-ee36-43e5-b2e1-1da8a52ececc tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 945 time: 0.0595758 Oct 27 14:15:29.141965 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2a720d35-06da-48e0-b3c7-f2a7bd73e809 req-9bbe38b1-655a-468b-837d-c809a19b0419 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348821 Oct 27 14:15:29.349294 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 7cb0b496-4ac4-4e36-a183-d35a08ddccae up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:15:29.400822 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 7cb0b496-4ac4-4e36-a183-d35a08ddccae triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:29.401196 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:29.505934 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:29.532611 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:29.534314 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:15:29.536966 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5176c58-0bf3-4431-9057-6d5b915b5109" -d '{"events": [{"server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "name": "network-vif-plugged", "status": "completed", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:15:29.540831 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:29.590225 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7827e3b2-9050-48f1-989d-12074ca28f0b x-openstack-request-id: req-7827e3b2-9050-48f1-989d-12074ca28f0b {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:15:29.590517 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "name": "network-vif-plugged", "status": "completed", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:15:29.590772 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7827e3b2-9050-48f1-989d-12074ca28f0b {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:15:29.591181 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'code': 200} Oct 27 14:15:29.596752 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=7cb0b496-4ac4-4e36-a183-d35a08ddccae,revision_number=7']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:30.225862 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1df22-ab09-4e2a-b183-674c4fa02b6e req-8bac8fb5-cd67-479d-97fc-c73f549bdfd6 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:30.229208 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-15f1df22-ab09-4e2a-b183-674c4fa02b6e req-8bac8fb5-cd67-479d-97fc-c73f549bdfd6 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0637469 Oct 27 14:15:30.282893 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-15f1df22-ab09-4e2a-b183-674c4fa02b6e req-e8f5d439-c7e0-4d9b-b4b9-766f14621ecf tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476415 Oct 27 14:15:30.399219 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633966f-d7c9-4e72-b440-f528684b0611 req-b6642dd5-76e5-4d79-af6e-1eb61d345f2d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:30.401511 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5633966f-d7c9-4e72-b440-f528684b0611 req-b6642dd5-76e5-4d79-af6e-1eb61d345f2d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0542657 Oct 27 14:15:30.456017 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5633966f-d7c9-4e72-b440-f528684b0611 req-4881f523-4de1-4da8-93b4-e2da0fcf4b50 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477178 Oct 27 14:15:31.413732 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b60b6f-a777-4c1c-9eed-4c95780568c5 req-40569764-1204-45e8-a5d9-e9cabe1eb3ad tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:31.415274 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-65b60b6f-a777-4c1c-9eed-4c95780568c5 req-40569764-1204-45e8-a5d9-e9cabe1eb3ad tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0516391 Oct 27 14:15:31.458707 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-65b60b6f-a777-4c1c-9eed-4c95780568c5 req-0c1e0984-87df-4780-84c1-25693cef8f03 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353153 Oct 27 14:15:31.599854 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65134a-3ff6-4500-ab65-3da5fa56daa0 req-b6506ac5-c3f1-4c6f-b944-d6ed5fb0dd18 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:31.604588 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5e65134a-3ff6-4500-ab65-3da5fa56daa0 req-b6506ac5-c3f1-4c6f-b944-d6ed5fb0dd18 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0633938 Oct 27 14:15:31.662092 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5e65134a-3ff6-4500-ab65-3da5fa56daa0 req-0a2a697d-2743-43d4-8315-41f7036e1142 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463068 Oct 27 14:15:32.597527 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c160c-f255-433c-868f-a2810a7d546d req-85e2697f-615f-4cfa-9a08-b1ef2216ff3c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:32.599935 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b3c160c-f255-433c-868f-a2810a7d546d req-85e2697f-615f-4cfa-9a08-b1ef2216ff3c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0569179 Oct 27 14:15:32.662318 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9b3c160c-f255-433c-868f-a2810a7d546d req-8ce0ae38-7c4e-4f94-8ddc-ac9492e4c0d9 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562885 Oct 27 14:15:32.807630 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6bfd1-e50e-44be-84c7-e1d20613098d req-70568ea2-891c-484f-a3e8-b4cfceb96e0a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:32.809955 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-61e6bfd1-e50e-44be-84c7-e1d20613098d req-70568ea2-891c-484f-a3e8-b4cfceb96e0a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0609796 Oct 27 14:15:32.854371 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-61e6bfd1-e50e-44be-84c7-e1d20613098d req-3f34cf2f-27ac-4b4c-b475-50062c257f6f tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383391 Oct 27 14:15:33.789056 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d97b-df87-4bc5-9428-a7e3e49a2312 req-84ea9daf-1e8d-4ab0-b14f-feac8054d09a tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:33.796877 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8158d97b-df87-4bc5-9428-a7e3e49a2312 req-84ea9daf-1e8d-4ab0-b14f-feac8054d09a tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0662062 Oct 27 14:15:33.813322 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d429511b-67ed-4373-9625-62861a6878b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:33.847349 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8158d97b-df87-4bc5-9428-a7e3e49a2312 req-fea6113f-c579-44f9-9d3a-4a3dca0d91d5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461900 Oct 27 14:15:33.997844 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e8bde-8fec-4c6d-85fd-a25af03703d0 req-591bbab9-e621-44e8-ac74-d4b6b7457e5e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:33.999549 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-381e8bde-8fec-4c6d-85fd-a25af03703d0 req-591bbab9-e621-44e8-ac74-d4b6b7457e5e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0623326 Oct 27 14:15:34.059810 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-381e8bde-8fec-4c6d-85fd-a25af03703d0 req-089558c5-c143-4bb7-96c1-9d2691794428 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524745 Oct 27 14:15:34.983446 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfc015-05d4-4813-bce9-dd2174accc67 req-c031827b-e62b-48bf-bbc9-5146c758ec6f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:34.985919 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-acdfc015-05d4-4813-bce9-dd2174accc67 req-c031827b-e62b-48bf-bbc9-5146c758ec6f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0646482 Oct 27 14:15:35.035965 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-acdfc015-05d4-4813-bce9-dd2174accc67 req-7a28d71d-6220-41e7-8259-b6eddb19798f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Oct 27 14:15:35.180402 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7098dc-4328-48c2-b3de-5a38ade72ad7 req-394e2175-fa76-4c94-8423-9106a008e8c1 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:35.181941 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2e7098dc-4328-48c2-b3de-5a38ade72ad7 req-394e2175-fa76-4c94-8423-9106a008e8c1 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0535893 Oct 27 14:15:35.229185 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2e7098dc-4328-48c2-b3de-5a38ade72ad7 req-a2c3a6b4-a95d-40fc-a49d-1a1e394389f4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389605 Oct 27 14:15:36.160621 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7157ae-301a-40d4-8ce0-30546fb3334b req-4b7ece4b-0265-4b1d-a09f-d46d97a064b5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:36.162149 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ba7157ae-301a-40d4-8ce0-30546fb3334b req-4b7ece4b-0265-4b1d-a09f-d46d97a064b5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0555327 Oct 27 14:15:36.201711 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ba7157ae-301a-40d4-8ce0-30546fb3334b req-0b141f18-fb46-4aae-8b8f-10ac7f989efe tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332751 Oct 27 14:15:36.359633 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ce4a-0436-4de3-809f-8033668f0041 req-12d15eb4-2c5e-4fc2-9201-0b893d89db02 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:36.361133 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5c61ce4a-0436-4de3-809f-8033668f0041 req-12d15eb4-2c5e-4fc2-9201-0b893d89db02 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0526555 Oct 27 14:15:36.405867 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5c61ce4a-0436-4de3-809f-8033668f0041 req-ecc4bb4e-0ab7-47dd-a5d8-f27cab7bd58b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375915 Oct 27 14:15:36.799400 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2f089c27-e86f-4fcd-9b70-c73eff1a4248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:37.322106 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7bacf-30d2-4494-83b6-b0a3f1d5d6a2 req-25f247dd-4eee-4421-ac9e-457c4e3f2e99 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:37.323593 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-89b7bacf-30d2-4494-83b6-b0a3f1d5d6a2 req-25f247dd-4eee-4421-ac9e-457c4e3f2e99 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0484071 Oct 27 14:15:37.364617 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-89b7bacf-30d2-4494-83b6-b0a3f1d5d6a2 req-4f4670fe-f2f8-4af8-9c6a-a4e865849ce1 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352077 Oct 27 14:15:37.529519 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd93f83-5ad0-4608-a82d-a139e5a8320e req-e6a0a020-a922-4c62-966e-53f656764dc7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:37.530913 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7fd93f83-5ad0-4608-a82d-a139e5a8320e req-e6a0a020-a922-4c62-966e-53f656764dc7 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0492320 Oct 27 14:15:37.570898 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7fd93f83-5ad0-4608-a82d-a139e5a8320e req-21c92438-6884-4711-9a55-aaaab3743f2d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328388 Oct 27 14:15:37.629196 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92a04e-8ada-49f6-a419-35e56639c151 req-f7d38ee6-3b35-4ec8-982c-7504b3be5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:37.630689 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cf92a04e-8ada-49f6-a419-35e56639c151 req-f7d38ee6-3b35-4ec8-982c-7504b3be5897 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 1099 time: 0.0407431 Oct 27 14:15:37.724267 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92a04e-8ada-49f6-a419-35e56639c151 req-f9e70501-b413-4777-bd8a-8c7e1749aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:37.725737 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cf92a04e-8ada-49f6-a419-35e56639c151 req-f9e70501-b413-4777-bd8a-8c7e1749aafd service neutron] 10.222.0.71 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 919 time: 0.0873795 Oct 27 14:15:37.762637 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:37.791626 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cf92a04e-8ada-49f6-a419-35e56639c151 req-67f2ed83-9976-426b-a6a6-b080063ca294 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae HTTP/1.1" status: 200 len: 1002 time: 0.0577347 Oct 27 14:15:37.842705 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92a04e-8ada-49f6-a419-35e56639c151 req-4859c53b-e54e-4e8a-87b3-af7e847a27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:37.844209 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cf92a04e-8ada-49f6-a419-35e56639c151 req-4859c53b-e54e-4e8a-87b3-af7e847a27cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad1ca395-0794-488c-93d8-0590c72f0634 HTTP/1.1" status: 200 len: 856 time: 0.0448472 Oct 27 14:15:37.896394 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92a04e-8ada-49f6-a419-35e56639c151 req-a99fdf93-3f28-4605-94b9-00ca199e893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:37.898146 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cf92a04e-8ada-49f6-a419-35e56639c151 req-a99fdf93-3f28-4605-94b9-00ca199e893c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449708 Oct 27 14:15:37.927954 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:37.992669 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cf92a04e-8ada-49f6-a419-35e56639c151 req-4dfd1e2d-6725-472c-89f4-c12d0d30243a service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825412 Oct 27 14:15:38.086948 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cf92a04e-8ada-49f6-a419-35e56639c151 req-463ab177-c247-43ba-9bcd-68a2032bf2f7 service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848517 Oct 27 14:15:38.483974 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1dd3a-2715-41fb-a906-c0b8bc49540a req-74f23cc6-a6a8-45df-8931-bb71f649453d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:38.485456 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eba1dd3a-2715-41fb-a906-c0b8bc49540a req-74f23cc6-a6a8-45df-8931-bb71f649453d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0516739 Oct 27 14:15:38.527115 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-eba1dd3a-2715-41fb-a906-c0b8bc49540a req-50b10d73-a65d-478b-ab11-3498e64d94fd tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356491 Oct 27 14:15:38.690742 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b5586-a4f2-4660-90e2-f115f6e74f26 req-af508c66-177a-408f-b3e0-c7daec20b049 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:38.692272 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-003b5586-a4f2-4660-90e2-f115f6e74f26 req-af508c66-177a-408f-b3e0-c7daec20b049 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0504022 Oct 27 14:15:38.735185 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-003b5586-a4f2-4660-90e2-f115f6e74f26 req-73d9cd47-71cb-4441-97fa-cbfbee7ab987 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370269 Oct 27 14:15:39.437087 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:39.643692 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36bbc-eccf-4fd0-a590-65a04c037093 req-7cb5f6c9-9387-419a-8625-64ef32368acf tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:39.645216 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-55e36bbc-eccf-4fd0-a590-65a04c037093 req-7cb5f6c9-9387-419a-8625-64ef32368acf tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0510118 Oct 27 14:15:39.685407 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-55e36bbc-eccf-4fd0-a590-65a04c037093 req-aea3426a-32f9-4470-8b50-89d3999b0456 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338535 Oct 27 14:15:39.854354 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534b4e3-f0d1-4d76-b4c2-31a7687e2bcf req-345171c1-1dd4-436b-8ff4-89e50cad0b18 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:39.855850 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7534b4e3-f0d1-4d76-b4c2-31a7687e2bcf req-345171c1-1dd4-436b-8ff4-89e50cad0b18 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0497096 Oct 27 14:15:39.893483 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7534b4e3-f0d1-4d76-b4c2-31a7687e2bcf req-915cb73d-4ac2-4ea9-8aa5-7c023996be7e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318413 Oct 27 14:15:40.379850 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317a0b3-a9db-407b-9650-3c48056707eb req-b774e675-3550-4287-91fc-d0fc07d4e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:40.381596 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0317a0b3-a9db-407b-9650-3c48056707eb req-b774e675-3550-4287-91fc-d0fc07d4e0b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c924da1e65494809b6ceaf4b8a10e166&device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 1099 time: 0.0424783 Oct 27 14:15:40.482031 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317a0b3-a9db-407b-9650-3c48056707eb req-83ccf7ff-13de-4c99-b90a-d840571a0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:40.483549 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0317a0b3-a9db-407b-9650-3c48056707eb req-83ccf7ff-13de-4c99-b90a-d840571a0c75 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5 HTTP/1.1" status: 200 len: 910 time: 0.0945587 Oct 27 14:15:40.556188 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0317a0b3-a9db-407b-9650-3c48056707eb req-555af07f-7996-48d4-b64b-1e82be299278 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a HTTP/1.1" status: 200 len: 1002 time: 0.0640664 Oct 27 14:15:40.606056 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317a0b3-a9db-407b-9650-3c48056707eb req-71ea0253-2ac3-44b1-8dc9-a627e264ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:40.607554 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0317a0b3-a9db-407b-9650-3c48056707eb req-71ea0253-2ac3-44b1-8dc9-a627e264ffc9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e60fc371-9d94-4a14-99dd-a7c382854dc9 HTTP/1.1" status: 200 len: 847 time: 0.0431495 Oct 27 14:15:40.654803 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317a0b3-a9db-407b-9650-3c48056707eb req-572b0609-aa5d-46ae-975d-cbc7dd25fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:40.656328 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0317a0b3-a9db-407b-9650-3c48056707eb req-572b0609-aa5d-46ae-975d-cbc7dd25fede service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406349 Oct 27 14:15:40.757964 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0317a0b3-a9db-407b-9650-3c48056707eb req-3c443f50-b174-48a9-b7af-9c5a8833507f service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898509 Oct 27 14:15:40.854586 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d96c27-2c3b-4133-b67b-f7ba6b450c18 req-0f6054b6-2092-4daa-a537-9995df4572eb tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:40.856085 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-51d96c27-2c3b-4133-b67b-f7ba6b450c18 req-0f6054b6-2092-4daa-a537-9995df4572eb tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.1014876 Oct 27 14:15:40.895262 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-0317a0b3-a9db-407b-9650-3c48056707eb req-cda0f11e-1d31-44c9-a17f-80fdd7a67bb6 service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274447 Oct 27 14:15:40.913159 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-51d96c27-2c3b-4133-b67b-f7ba6b450c18 req-ad38e9c4-52b2-4a96-8535-95f94b958ced tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489156 Oct 27 14:15:41.015684 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56164cf6-3da0-4217-b8cc-5ac7d1fa35b1 req-b4958e4e-d907-4bd3-9f59-12cd7155c832 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:41.017157 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-56164cf6-3da0-4217-b8cc-5ac7d1fa35b1 req-b4958e4e-d907-4bd3-9f59-12cd7155c832 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 946 time: 0.0500727 Oct 27 14:15:41.059122 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-56164cf6-3da0-4217-b8cc-5ac7d1fa35b1 req-a87ab96f-c7ca-438e-841c-2ba8591235d0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349858 Oct 27 14:15:41.419764 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 7cb0b496-4ac4-4e36-a183-d35a08ddccae no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:15:41.501215 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:41.524591 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:15:41.526858 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da21369-d287-4a9f-ab60-bbedd406f91e" -d '{"events": [{"server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "name": "network-vif-unplugged", "status": "completed", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:15:41.540421 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:41.545389 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:41.597953 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=7cb0b496-4ac4-4e36-a183-d35a08ddccae,revision_number=8']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:41.761708 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3a9594-5f6c-448a-8066-559545df41f7 x-openstack-request-id: req-1a3a9594-5f6c-448a-8066-559545df41f7 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:15:41.761999 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "name": "network-vif-unplugged", "status": "failed", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae", "code": 422}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:15:41.762256 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1a3a9594-5f6c-448a-8066-559545df41f7 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:15:41.762718 dv-cinder-815660-2-iscsi neutron-server[101657]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'code': 422} returned with failed status Oct 27 14:15:41.969998 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8c9c2-7fdc-4e00-8410-65f9cf196ddf req-0d4b595a-a59b-409c-b4ac-a9492d8e96bc tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:41.971947 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-60c8c9c2-7fdc-4e00-8410-65f9cf196ddf req-0d4b595a-a59b-409c-b4ac-a9492d8e96bc tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0510521 Oct 27 14:15:42.011377 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-60c8c9c2-7fdc-4e00-8410-65f9cf196ddf req-0bd8399d-77a3-420d-8674-c66b1c6753d0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327470 Oct 27 14:15:42.123428 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3734e-e188-4e59-86b4-1a33215a2678 req-f79fed76-cbac-462c-bdf4-edc66ab06229 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:42.125013 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-57a3734e-e188-4e59-86b4-1a33215a2678 req-f79fed76-cbac-462c-bdf4-edc66ab06229 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0548530 Oct 27 14:15:42.166890 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-57a3734e-e188-4e59-86b4-1a33215a2678 req-7538bfb2-faa7-4f87-850f-ec8eecd2e11f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354221 Oct 27 14:15:42.273948 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55200) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:15:42.357495 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-234073e2-72ae-453b-a54e-1442b02c8e61 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824063 Oct 27 14:15:42.366835 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-f4173bf9-1298-47a0-916a-fc643b50e1e3 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:15:42.367838 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-f4173bf9-1298-47a0-916a-fc643b50e1e3 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050392 Oct 27 14:15:43.138915 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dc870-9eaa-4c63-9b79-db0d29fc014f req-9816f89d-08a7-4fcd-8f1d-f62258e1e4bc tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:43.140443 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1b9dc870-9eaa-4c63-9b79-db0d29fc014f req-9816f89d-08a7-4fcd-8f1d-f62258e1e4bc tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0513458 Oct 27 14:15:43.180734 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1b9dc870-9eaa-4c63-9b79-db0d29fc014f req-12c56047-1be4-4bf5-9988-26431dca8453 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339148 Oct 27 14:15:43.239696 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-190ffaed-3255-44a3-a073-52b0d3b0423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:43.241528 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-190ffaed-3255-44a3-a073-52b0d3b0423d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554&tenant_id=c84e18e41f634c02ac87674f5f6da28d HTTP/1.1" status: 200 len: 1097 time: 0.0475540 Oct 27 14:15:43.591199 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72dc9c-9d6d-4c0c-8491-a2243d723f86 req-d25096bc-1189-40f7-8ff2-d48363f80a5b tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:43.593321 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3c72dc9c-9d6d-4c0c-8491-a2243d723f86 req-d25096bc-1189-40f7-8ff2-d48363f80a5b tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.3485336 Oct 27 14:15:43.599088 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-e05d610d-09ad-4016-888e-57a2e4e628cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:43.600537 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-e05d610d-09ad-4016-888e-57a2e4e628cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 1097 time: 0.0583518 Oct 27 14:15:43.679312 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3c72dc9c-9d6d-4c0c-8491-a2243d723f86 req-e7cfb395-5dcc-4212-800f-a0bdc7af0dce tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777948 Oct 27 14:15:43.715832 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-9978d34c-adf6-47ce-b0e1-3c4d53c2184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:43.717452 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-9978d34c-adf6-47ce-b0e1-3c4d53c2184e service neutron] 10.222.0.71 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 919 time: 0.1029811 Oct 27 14:15:43.789082 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-53eb5b5d-9e39-425c-80de-837e652db8cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae HTTP/1.1" status: 200 len: 1000 time: 0.0623884 Oct 27 14:15:43.862551 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-e63db9b8-8d30-4be6-8aa8-e59f21864313 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433409 Oct 27 14:15:43.873429 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-19cd3261-6e09-49b2-9931-bbda400fdd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:43.874862 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-19cd3261-6e09-49b2-9931-bbda400fdd28 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad1ca395-0794-488c-93d8-0590c72f0634 HTTP/1.1" status: 200 len: 856 time: 0.0750933 Oct 27 14:15:43.920123 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061e973-f6be-4ec1-ac8f-95396063431b req-e079578e-f637-4f5a-a87e-d390cb6af69c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:43.921653 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c061e973-f6be-4ec1-ac8f-95396063431b req-e079578e-f637-4f5a-a87e-d390cb6af69c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0789130 Oct 27 14:15:43.954292 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-11971097-0056-4c05-9fb8-06f32673a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:43.956470 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-11971097-0056-4c05-9fb8-06f32673a21e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718894 Oct 27 14:15:43.977791 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c061e973-f6be-4ec1-ac8f-95396063431b req-90a96bb7-6f3e-47f6-acc6-178b20123b04 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499220 Oct 27 14:15:44.061026 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-8690fcc9-446d-45d7-809c-1a687686a4c1 service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938401 Oct 27 14:15:44.156867 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a999248e-24d6-4bd3-8d6a-3571a512c31b req-c52acc03-0918-4302-b417-7704e053ff8d service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869598 Oct 27 14:15:44.312444 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02ad96-046f-48f8-a6f0-d0c635ad88bb req-192c86ce-8dc3-4b25-b513-d6abb4888cbb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:44.313944 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5d02ad96-046f-48f8-a6f0-d0c635ad88bb req-192c86ce-8dc3-4b25-b513-d6abb4888cbb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0552223 Oct 27 14:15:44.355517 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5d02ad96-046f-48f8-a6f0-d0c635ad88bb req-9e59742b-3084-4e16-b488-f27d3d5c07bd tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345500 Oct 27 14:15:45.101774 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c911cc5-0664-4e0f-9c6b-5fd9b73a0e4e req-583e8430-b52d-4a76-bb9e-cc7dd48b8e8c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:45.103348 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1c911cc5-0664-4e0f-9c6b-5fd9b73a0e4e req-583e8430-b52d-4a76-bb9e-cc7dd48b8e8c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0508108 Oct 27 14:15:45.161779 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1c911cc5-0664-4e0f-9c6b-5fd9b73a0e4e req-965974c7-7b3c-4384-9c6c-23d2823f9180 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 Oct 27 14:15:45.482417 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b540f-f5ee-4dbb-abea-0a8d42b4008b req-7b3cd195-7221-4819-954c-cbe6338c5c17 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:45.483998 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-356b540f-f5ee-4dbb-abea-0a8d42b4008b req-7b3cd195-7221-4819-954c-cbe6338c5c17 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0491278 Oct 27 14:15:45.534700 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-356b540f-f5ee-4dbb-abea-0a8d42b4008b req-d9902294-41f1-406a-b919-11d1184cce4e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439930 Oct 27 14:15:46.288816 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41018531-df37-4268-98ed-a4f3da34d69e req-b59f15c6-7182-4b43-b2d5-53bf3ce78c6f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:46.290541 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-41018531-df37-4268-98ed-a4f3da34d69e req-b59f15c6-7182-4b43-b2d5-53bf3ce78c6f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0577986 Oct 27 14:15:46.333714 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-41018531-df37-4268-98ed-a4f3da34d69e req-adf7f496-bd09-4fcc-8320-d54211468aba tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367372 Oct 27 14:15:46.660195 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1641e-d1a8-4e9a-a081-05e6e18aba02 req-79cdd3b6-0423-4a9c-b412-2b272ff71083 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:46.661691 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bbb1641e-d1a8-4e9a-a081-05e6e18aba02 req-79cdd3b6-0423-4a9c-b412-2b272ff71083 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0521395 Oct 27 14:15:46.703009 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bbb1641e-d1a8-4e9a-a081-05e6e18aba02 req-989a890f-6d13-4bdf-8ed2-a3a38071be8e tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350573 Oct 27 14:15:47.452522 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device e5f6c633-3fb1-4c33-8bba-2b47432ace5a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:15:47.453449 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dbd38-9a96-4d61-8b94-5f590efa5b21 req-35563fc6-3b72-43ab-99cc-14250274f30c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:47.454969 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bd8dbd38-9a96-4d61-8b94-5f590efa5b21 req-35563fc6-3b72-43ab-99cc-14250274f30c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0507269 Oct 27 14:15:47.499186 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bd8dbd38-9a96-4d61-8b94-5f590efa5b21 req-f78b15d8-d985-4116-bb31-f1cb7bb5fe4d tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370388 Oct 27 14:15:47.537334 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:47.563005 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:15:47.565916 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fa32a0-92e9-4ec3-9148-b8e169ffb2f1" -d '{"events": [{"server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "name": "network-vif-unplugged", "status": "completed", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:15:47.579410 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port e5f6c633-3fb1-4c33-8bba-2b47432ace5a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:47.587324 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:47.618494 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 14:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b197caa-964c-4a2a-8896-bea61015bb20 x-openstack-request-id: req-8b197caa-964c-4a2a-8896-bea61015bb20 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:15:47.618787 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "name": "network-vif-unplugged", "status": "failed", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a", "code": 422}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:15:47.619040 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8b197caa-964c-4a2a-8896-bea61015bb20 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:15:47.619466 dv-cinder-815660-2-iscsi neutron-server[101657]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'code': 422} returned with failed status Oct 27 14:15:47.645142 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,revision_number=6']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:47.833602 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50f07e-234a-40db-b635-7a5ebdc27f25 req-b0608c2b-025e-47b3-b15f-ee6089f46af6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:47.835469 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8f50f07e-234a-40db-b635-7a5ebdc27f25 req-b0608c2b-025e-47b3-b15f-ee6089f46af6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0549464 Oct 27 14:15:47.877612 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8f50f07e-234a-40db-b635-7a5ebdc27f25 req-3ef5ff8e-ad55-4675-a5eb-64b0d2705f03 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349219 Oct 27 14:15:48.728052 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:48.820540 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e75632-9b29-4f44-944a-8b4b34ef23d7 req-7a1a18b0-1288-443f-b8ca-5f9597fbfac7 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:48.822050 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-75e75632-9b29-4f44-944a-8b4b34ef23d7 req-7a1a18b0-1288-443f-b8ca-5f9597fbfac7 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0581257 Oct 27 14:15:48.863348 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-75e75632-9b29-4f44-944a-8b4b34ef23d7 req-9ce6b0f5-57f4-4e3b-a959-d879af523337 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348256 Oct 27 14:15:49.023839 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311da53-9264-4974-8ac6-7c5c5fd00eec req-cbf302f2-ab70-4fa8-a084-b563a02f30a8 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:49.025312 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c311da53-9264-4974-8ac6-7c5c5fd00eec req-cbf302f2-ab70-4fa8-a084-b563a02f30a8 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0647914 Oct 27 14:15:49.064684 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c311da53-9264-4974-8ac6-7c5c5fd00eec req-39243ec9-daa6-4116-b426-d6012e6395ad tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333464 Oct 27 14:15:49.987378 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4706e-3cb8-482b-aab6-3136cf9fffe0 req-f474a128-a0c6-4deb-b061-1ce3de322b44 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:49.988969 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8eb4706e-3cb8-482b-aab6-3136cf9fffe0 req-f474a128-a0c6-4deb-b061-1ce3de322b44 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0550466 Oct 27 14:15:50.033927 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8eb4706e-3cb8-482b-aab6-3136cf9fffe0 req-d04547df-cb9d-440b-b904-57c7171f061c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385616 Oct 27 14:15:50.194391 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64731bb-97f8-4481-b6d3-9fc182cd73b6 req-eeb2ec80-fcbd-4d15-a6b5-ba695364eb28 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:50.195941 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d64731bb-97f8-4481-b6d3-9fc182cd73b6 req-eeb2ec80-fcbd-4d15-a6b5-ba695364eb28 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0550292 Oct 27 14:15:50.236651 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d64731bb-97f8-4481-b6d3-9fc182cd73b6 req-0455f4bd-0519-4662-841d-67e106a41c7d tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344713 Oct 27 14:15:51.156449 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a491b76-b2b8-4f65-90f5-e49133b9ded0 req-c2dc347d-0e38-49ae-8189-43144550aa41 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:51.157988 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1a491b76-b2b8-4f65-90f5-e49133b9ded0 req-c2dc347d-0e38-49ae-8189-43144550aa41 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0534346 Oct 27 14:15:51.199695 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1a491b76-b2b8-4f65-90f5-e49133b9ded0 req-de089032-98b9-47db-b6f1-37dd4fb29eab tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348954 Oct 27 14:15:51.370167 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabdfe8-9122-4970-86f5-ef6276d3f0cb req-05c30a94-cf8c-4368-872b-dc1146b64f4a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:51.371683 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9dabdfe8-9122-4970-86f5-ef6276d3f0cb req-05c30a94-cf8c-4368-872b-dc1146b64f4a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0547750 Oct 27 14:15:51.412861 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9dabdfe8-9122-4970-86f5-ef6276d3f0cb req-e01040e5-2677-4aa9-b48b-665e02fb203a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352242 Oct 27 14:15:52.319618 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db42ed-7d64-477d-83e7-3632fcc0dc97 req-054bfdfa-ac2e-46dd-af52-0c04c1cc8439 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:52.321091 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a4db42ed-7d64-477d-83e7-3632fcc0dc97 req-054bfdfa-ac2e-46dd-af52-0c04c1cc8439 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0531232 Oct 27 14:15:52.361858 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a4db42ed-7d64-477d-83e7-3632fcc0dc97 req-375be554-0502-41fb-a334-bac68f2d900e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348372 Oct 27 14:15:52.538871 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717ec81-009f-490f-aaef-5eac7ecc17f4 req-f0f5ca0a-8701-4365-88f1-dd31028e6f1a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:52.540318 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5717ec81-009f-490f-aaef-5eac7ecc17f4 req-f0f5ca0a-8701-4365-88f1-dd31028e6f1a tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0509791 Oct 27 14:15:52.592207 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5717ec81-009f-490f-aaef-5eac7ecc17f4 req-b5f7bb93-b890-44ff-a74f-0320a7b110bf tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427685 Oct 27 14:15:53.488592 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ebc8b-e9ea-49cb-877a-50f2f863ec49 req-b6ebab50-1bf6-476f-bc34-394610b13a53 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:53.490056 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-772ebc8b-e9ea-49cb-877a-50f2f863ec49 req-b6ebab50-1bf6-476f-bc34-394610b13a53 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0544446 Oct 27 14:15:53.556455 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-772ebc8b-e9ea-49cb-877a-50f2f863ec49 req-f8d4c68f-8745-4196-99b7-e63c60ef1d50 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604088 Oct 27 14:15:53.712454 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422901b-52c5-4171-842a-440470b74333 req-ed76d72a-e0b3-4d89-aa3c-79925d8a94c2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:53.714023 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9422901b-52c5-4171-842a-440470b74333 req-ed76d72a-e0b3-4d89-aa3c-79925d8a94c2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0493476 Oct 27 14:15:53.756472 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9422901b-52c5-4171-842a-440470b74333 req-30aaecc8-9ae0-4193-ba39-fa27b16cd882 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364637 Oct 27 14:15:54.677829 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08c508-0420-471a-a867-0a3ea3e09fcd req-cc810e23-b532-4e41-81d3-00c74299fdea tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:54.679356 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fe08c508-0420-471a-a867-0a3ea3e09fcd req-cc810e23-b532-4e41-81d3-00c74299fdea tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0516112 Oct 27 14:15:54.717986 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fe08c508-0420-471a-a867-0a3ea3e09fcd req-9a7b5645-b131-4707-8136-b4ac7023634f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324609 Oct 27 14:15:54.884781 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d02ee-6d61-4ea6-91dc-05d0ba1a8191 req-3860fde6-841c-43fa-aa96-d0fe12a5f4fb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:54.886244 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-509d02ee-6d61-4ea6-91dc-05d0ba1a8191 req-3860fde6-841c-43fa-aa96-d0fe12a5f4fb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0574224 Oct 27 14:15:54.925242 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-509d02ee-6d61-4ea6-91dc-05d0ba1a8191 req-a8b590e3-997a-4543-8b38-354efe97fbf8 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323632 Oct 27 14:15:55.836094 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6f7a4-8b0d-4240-90ad-42801ac261eb req-eb029a72-4f32-4b40-88ae-5a0ea68cb7ac tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:55.837607 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d1c6f7a4-8b0d-4240-90ad-42801ac261eb req-eb029a72-4f32-4b40-88ae-5a0ea68cb7ac tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0496402 Oct 27 14:15:55.875463 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d1c6f7a4-8b0d-4240-90ad-42801ac261eb req-29c6bd63-7541-4cf8-ae63-35f3a2128f78 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Oct 27 14:15:55.984018 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-a86af7f0-41f0-4d49-968b-d04e180e7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:55.985543 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-a86af7f0-41f0-4d49-968b-d04e180e7a70 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b&tenant_id=c924da1e65494809b6ceaf4b8a10e166 HTTP/1.1" status: 200 len: 1097 time: 0.0422068 Oct 27 14:15:56.076080 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c465a31-18d0-457d-ad86-4adc48523730 req-968f0e75-d91c-4170-aac7-70b611cd563c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:56.077427 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c465a31-18d0-457d-ad86-4adc48523730 req-968f0e75-d91c-4170-aac7-70b611cd563c tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0799103 Oct 27 14:15:56.083964 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-d7e19e76-d5bb-408e-9045-28a48e15ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:56.085390 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-d7e19e76-d5bb-408e-9045-28a48e15ec19 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c924da1e65494809b6ceaf4b8a10e166&device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 1097 time: 0.0622032 Oct 27 14:15:56.162651 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4c465a31-18d0-457d-ad86-4adc48523730 req-fd46d180-f416-4a1f-9767-d9cc55b9ef46 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763285 Oct 27 14:15:56.202047 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-e2a1b420-b4e7-4633-b2f3-7e45395197d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:56.203552 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-e2a1b420-b4e7-4633-b2f3-7e45395197d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5 HTTP/1.1" status: 200 len: 910 time: 0.1042204 Oct 27 14:15:56.242424 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:15:56.277160 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-e8da6873-7090-4a15-83c3-f4a9f81d05b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a HTTP/1.1" status: 200 len: 1000 time: 0.0648358 Oct 27 14:15:56.328571 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-458b83d6-e8fb-4455-bdcf-d3fc2cfb755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:56.329958 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-458b83d6-e8fb-4455-bdcf-d3fc2cfb755d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e60fc371-9d94-4a14-99dd-a7c382854dc9 HTTP/1.1" status: 200 len: 847 time: 0.0439308 Oct 27 14:15:56.383439 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-37111eb0-40ff-42df-90b6-69be8e23425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:56.384900 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-37111eb0-40ff-42df-90b6-69be8e23425a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443535 Oct 27 14:15:56.480815 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-27826d2b-6217-45ce-9a88-dfa39f2286f3 service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878611 Oct 27 14:15:56.585293 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-651c8d71-ec60-4e57-8860-71b14900cf6a req-dd2ba10b-c249-4bb3-b8b8-741a9ef2ba80 service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879440 Oct 27 14:15:56.991471 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67b39a-b9bd-456c-9caf-b6a2e2d15c80 req-fa4c3f36-9238-4837-8572-8be1c887177f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:56.992956 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9a67b39a-b9bd-456c-9caf-b6a2e2d15c80 req-fa4c3f36-9238-4837-8572-8be1c887177f tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0495644 Oct 27 14:15:57.031084 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9a67b39a-b9bd-456c-9caf-b6a2e2d15c80 req-ca022195-8a03-4ac7-9ac3-00a50c316766 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323496 Oct 27 14:15:57.317504 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2de14-f2b4-4b3d-aa85-950c094a338a req-faec0b06-2b2d-4d0d-9c84-8247a1b54554 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:57.318972 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6fd2de14-f2b4-4b3d-aa85-950c094a338a req-faec0b06-2b2d-4d0d-9c84-8247a1b54554 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 944 time: 0.0484612 Oct 27 14:15:57.356114 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-6fd2de14-f2b4-4b3d-aa85-950c094a338a req-a5953efb-04c5-478b-9dc9-3d87e27f2e93 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309856 Oct 27 14:15:57.479193 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 7cb0b496-4ac4-4e36-a183-d35a08ddccae details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:15:57.581759 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:57.593060 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'port_id': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'mac_address': 'fa:16:3e:cc:70:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:15:57.630289 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:57.642884 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb0b496-4ac4-4e36-a183-d35a08ddccae {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:15:57.665473 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:57.669621 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:57.715669 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=7cb0b496-4ac4-4e36-a183-d35a08ddccae,revision_number=9']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:57.971559 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['7cb0b496-4ac4-4e36-a183-d35a08ddccae'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:15:58.156560 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc23a9-f3b2-4970-9ef9-f48536c2e361 req-9f621a97-2dd8-49df-a34c-1123a26fa0d4 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:58.157851 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-30dc23a9-f3b2-4970-9ef9-f48536c2e361 req-9f621a97-2dd8-49df-a34c-1123a26fa0d4 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0550776 Oct 27 14:15:58.197403 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-30dc23a9-f3b2-4970-9ef9-f48536c2e361 req-cb0d780e-efe7-4a46-bc4c-555389bd39c9 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328848 Oct 27 14:15:58.484945 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db1d5c-4331-427a-89c0-e0acd80ffcd6 req-02736695-2cc9-441c-b050-c20ad9735e07 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:58.486428 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a3db1d5c-4331-427a-89c0-e0acd80ffcd6 req-02736695-2cc9-441c-b050-c20ad9735e07 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 945 time: 0.0513847 Oct 27 14:15:58.524724 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a3db1d5c-4331-427a-89c0-e0acd80ffcd6 req-8dcffcd6-e2bf-4af1-a16d-79af3c7de743 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323236 Oct 27 14:15:59.122741 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b50ec-98c0-46ff-9f70-2337001b75d8 req-5bbb558f-7d9b-4845-b23f-5008b119cd16 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:59.124159 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-349b50ec-98c0-46ff-9f70-2337001b75d8 req-5bbb558f-7d9b-4845-b23f-5008b119cd16 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 945 time: 0.0492718 Oct 27 14:15:59.162605 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-349b50ec-98c0-46ff-9f70-2337001b75d8 req-b99f3336-af8c-4d0f-9558-9ddfc93caba8 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324590 Oct 27 14:15:59.315747 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1333bb3-4daf-4b5c-8c00-20c9abea5e62 req-6bb937dd-3ef2-4e2e-8259-9f186ff01102 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:59.317867 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c1333bb3-4daf-4b5c-8c00-20c9abea5e62 req-6bb937dd-3ef2-4e2e-8259-9f186ff01102 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0536232 Oct 27 14:15:59.355562 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c1333bb3-4daf-4b5c-8c00-20c9abea5e62 req-84bc5e99-9659-41b1-b1f9-970d8797258c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Oct 27 14:15:59.507878 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 7cb0b496-4ac4-4e36-a183-d35a08ddccae up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:15:59.555218 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 7cb0b496-4ac4-4e36-a183-d35a08ddccae triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:59.555590 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:59.637235 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:59.646848 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b069e-7ba5-42e9-bb1d-a2c4de3266fc req-8eb24560-c248-4865-aa12-ace6745e0a65 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:59.646848 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-677b069e-7ba5-42e9-bb1d-a2c4de3266fc req-8eb24560-c248-4865-aa12-ace6745e0a65 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 945 time: 0.0499377 Oct 27 14:15:59.659876 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:15:59.662112 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a4f728-d347-48da-a9b6-18949e7fdf72" -d '{"events": [{"server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "name": "network-vif-plugged", "status": "completed", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:15:59.674260 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:59.679467 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:59.688474 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-677b069e-7ba5-42e9-bb1d-a2c4de3266fc req-3ba4b667-6efd-4244-867e-66619cfc3b76 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344102 Oct 27 14:15:59.726775 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=7cb0b496-4ac4-4e36-a183-d35a08ddccae,revision_number=10']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:59.735546 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21980f1-b0ef-4234-a081-817c9c5d895c x-openstack-request-id: req-b21980f1-b0ef-4234-a081-817c9c5d895c {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:15:59.735765 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "name": "network-vif-plugged", "status": "completed", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:15:59.736016 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b21980f1-b0ef-4234-a081-817c9c5d895c {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:15:59.736426 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'code': 200} Oct 27 14:15:59.919104 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387eb48-ae9b-43c0-8ac4-1958e516e8d5 req-f520b9ed-d8dd-43dd-83c4-af15eb55a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:59.920641 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c387eb48-ae9b-43c0-8ac4-1958e516e8d5 req-f520b9ed-d8dd-43dd-83c4-af15eb55a53b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 1100 time: 0.0398426 Oct 27 14:15:59.964428 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c387eb48-ae9b-43c0-8ac4-1958e516e8d5 req-ce1641aa-5336-48e8-8cf7-4a0bfc3f4e34 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305085 Oct 27 14:16:00.281338 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03a68a-1b51-4f40-b25a-2080ef4473c2 req-9010c375-7b49-4632-bd59-9a13671b4060 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:00.282791 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ae03a68a-1b51-4f40-b25a-2080ef4473c2 req-9010c375-7b49-4632-bd59-9a13671b4060 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 945 time: 0.0534725 Oct 27 14:16:00.320777 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ae03a68a-1b51-4f40-b25a-2080ef4473c2 req-07b54bac-1d90-42f2-8ca9-3a13a68c2bd9 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315266 Oct 27 14:16:00.468357 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543a62d-2d3c-4175-bb0f-fc571563239d req-ee033348-ba0c-4693-8a3f-0a27912b3538 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:00.469836 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e543a62d-2d3c-4175-bb0f-fc571563239d req-ee033348-ba0c-4693-8a3f-0a27912b3538 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0491989 Oct 27 14:16:00.516202 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-e543a62d-2d3c-4175-bb0f-fc571563239d req-5f9f1d89-aaf3-4cda-81cd-9b369d38bc9c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396972 Oct 27 14:16:00.807615 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dab6d-26da-437b-b417-eaf8fedb39fe req-e6b7612a-d053-44d5-b799-751fc7b649d0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:00.809074 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-018dab6d-26da-437b-b417-eaf8fedb39fe req-e6b7612a-d053-44d5-b799-751fc7b649d0 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 947 time: 0.0484982 Oct 27 14:16:00.847837 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-018dab6d-26da-437b-b417-eaf8fedb39fe req-d43c9780-6bfe-4b30-840e-6b36a1a452bb tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327008 Oct 27 14:16:01.470840 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a5d05-d734-4b0f-bec7-e8f655bdc718 req-e4c2ffc7-b8ad-4091-818a-7743de4b59b6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:01.472293 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fb4a5d05-d734-4b0f-bec7-e8f655bdc718 req-e4c2ffc7-b8ad-4091-818a-7743de4b59b6 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 945 time: 0.0820663 Oct 27 14:16:01.488506 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-efb50b91-dbe5-4868-8576-7c267c3749fc tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:01.490586 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-efb50b91-dbe5-4868-8576-7c267c3749fc tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.71 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 945 time: 0.0898652 Oct 27 14:16:01.561010 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fb4a5d05-d734-4b0f-bec7-e8f655bdc718 req-0cab64c7-f628-4f5c-9a8a-507eb6ee89ee tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups?id=39123a32-a72a-4da3-88b1-ac0ba5cabf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813370 Oct 27 14:16:01.632950 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Deleting port dfabc39d-4ff3-4bef-a411-759d83df1689 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:01.633359 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:01.718475 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950f200-91f2-47a6-8c99-8cd1ada7edb5 req-cf8ee269-9524-404e-88c6-7fff617f74ac tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:01.719913 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4950f200-91f2-47a6-8c99-8cd1ada7edb5 req-cf8ee269-9524-404e-88c6-7fff617f74ac tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0992215 Oct 27 14:16:01.767520 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] For port dfabc39d-4ff3-4bef-a411-759d83df1689, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dfabc39d-4ff3-4bef-a411-759d83df1689,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:01.767884 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:01.797260 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4950f200-91f2-47a6-8c99-8cd1ada7edb5 req-ecf0005e-678c-4528-bbd6-a4a0782ed943 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684383 Oct 27 14:16:01.988076 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:01.988391 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:01.988785 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Floating IP 0835e854-cb28-4ec3-84fb-14398efabc55 disassociated. External IP: 172.27.0.101, port: dfabc39d-4ff3-4bef-a411-759d83df1689. Oct 27 14:16:01.989177 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Calling delete_port for dfabc39d-4ff3-4bef-a411-759d83df1689 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:02.013753 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca37ec1-d4db-497c-8840-0edc716eb72b req-243e98fe-618b-4328-acfd-061b264f9bf6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:02.015270 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bca37ec1-d4db-497c-8840-0edc716eb72b req-243e98fe-618b-4328-acfd-061b264f9bf6 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 947 time: 0.0790327 Oct 27 14:16:02.097311 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-bca37ec1-d4db-497c-8840-0edc716eb72b req-181342b2-9620-4b21-83e3-72771c7aadc4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535984 Oct 27 14:16:02.163546 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:02.190774 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event deleted for resources: {'Port': ['ID=dfabc39d-4ff3-4bef-a411-759d83df1689,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:02.203221 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.203221 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.203221 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.203584 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.203827 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.204147 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.204467 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.204788 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.205105 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.205422 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.205736 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.206052 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:02.316073 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:16:02.423377 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:16:02.434825 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b3c16-63c8-4ed5-9670-95d003a49037 None None] Sync routers for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:16:02.451308 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b3c16-63c8-4ed5-9670-95d003a49037 None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:02.451931 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b70b3c16-63c8-4ed5-9670-95d003a49037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:15:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:02.463904 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] No DVR routers for this DVR port dfabc39d-4ff3-4bef-a411-759d83df1689 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:16:02.466663 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:02.470332 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-90e312e8-39bd-44bc-adf3-a571a5bb014d req-a816100a-9a97-4c2f-a73a-77b7021dee23 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.71 "DELETE /v2.0/ports/dfabc39d-4ff3-4bef-a411-759d83df1689 HTTP/1.1" status: 204 len: 173 time: 0.9728575 Oct 27 14:16:02.567921 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-b70b3c16-63c8-4ed5-9670-95d003a49037 None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:16:02.681456 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-071f27ac-1f92-4baa-aaa0-ee0d756e7289 req-3b18b2ad-64c3-4d95-9fe1-7f078dd649ec tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/ports?device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 210 time: 0.0281730 Oct 27 14:16:02.779647 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b70b3c16-63c8-4ed5-9670-95d003a49037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:02.805374 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b3c16-63c8-4ed5-9670-95d003a49037 None None] Checking router: fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:16:02.813774 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b3c16-63c8-4ed5-9670-95d003a49037 None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:02.814366 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b70b3c16-63c8-4ed5-9670-95d003a49037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:15:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:02.916465 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222ac09-d509-4431-a867-fec8a325146a req-21ab4e41-d6bb-4f43-b305-ce7be18d9d42 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:02.918022 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3222ac09-d509-4431-a867-fec8a325146a req-21ab4e41-d6bb-4f43-b305-ce7be18d9d42 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0533581 Oct 27 14:16:02.925052 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-b70b3c16-63c8-4ed5-9670-95d003a49037 None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:16:02.967744 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3222ac09-d509-4431-a867-fec8a325146a req-be4db31b-f1e1-40af-ae01-a1eaa2cda5a9 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405493 Oct 27 14:16:03.275084 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b70b3c16-63c8-4ed5-9670-95d003a49037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:03.307832 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b3c16-63c8-4ed5-9670-95d003a49037 None None] The sync data for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi is: [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:08:25Z', 'revision_number': 4, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '12403653-908f-4713-a31c-2040030e257a', 'name': '', 'network_id': '57ab640a-d6ea-4ec6-b7cb-d71aba31dbee', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'mac_address': 'fa:16:3e:ad:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:34Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'subnets': [{'id': 'ed1d1075-aeaf-4999-be5f-fa472215f194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:16:03.524743 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf59d8-d11c-4f67-85d8-d73e169b86f6 None None] New status for floating IP 0835e854-cb28-4ec3-84fb-14398efabc55: DOWN {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:16:03.775541 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55422) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:03.808240 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-7643c58a-1d92-42b9-9a1a-87e3cf994915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:03.836427 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a57a4601-5d3f-4290-9f39-b03778a17824 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:03.859660 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a57a4601-5d3f-4290-9f39-b03778a17824 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:03.907393 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a57a4601-5d3f-4290-9f39-b03778a17824 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:03.909814 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a57a4601-5d3f-4290-9f39-b03778a17824 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:03.910946 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-a57a4601-5d3f-4290-9f39-b03778a17824 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "DELETE /v2.0/security-groups/39123a32-a72a-4da3-88b1-ac0ba5cabf3c HTTP/1.1" status: 204 len: 168 time: 0.1344001 Oct 27 14:16:03.914058 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55424) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:03.920006 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a4601-5d3f-4290-9f39-b03778a17824 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39123a32-a72a-4da3-88b1-ac0ba5cabf3c,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:03.932503 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.api.v2.resource [None req-dfced5aa-84dd-4690-9962-38b1ac30e2a1 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] show failed (client error): The resource could not be found. Oct 27 14:16:03.933828 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-dfced5aa-84dd-4690-9962-38b1ac30e2a1 tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "GET /v2.0/security-groups/39123a32-a72a-4da3-88b1-ac0ba5cabf3c HTTP/1.1" status: 404 len: 347 time: 0.0187964 Oct 27 14:16:03.937050 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55426) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:04.100318 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb35e62-674c-437d-bc94-0c2db8d6660c req-94564741-a957-42b4-a5cb-503244a541a5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:04.101777 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4fb35e62-674c-437d-bc94-0c2db8d6660c req-94564741-a957-42b4-a5cb-503244a541a5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0593085 Oct 27 14:16:04.107745 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-de6f2142-6612-49c2-997d-4cc600fac5ae tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Deleting port 6f250936-6916-4877-8c60-db06f06db67b {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:04.108084 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de6f2142-6612-49c2-997d-4cc600fac5ae tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:04.191440 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-4fb35e62-674c-437d-bc94-0c2db8d6660c req-5f5e3ba7-6777-4e6b-929b-d61eb90f7c02 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811646 Oct 27 14:16:04.221090 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de6f2142-6612-49c2-997d-4cc600fac5ae tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:04.221409 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de6f2142-6612-49c2-997d-4cc600fac5ae tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:04.233708 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-de6f2142-6612-49c2-997d-4cc600fac5ae tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Calling delete_port for 6f250936-6916-4877-8c60-db06f06db67b owned by network:floatingip {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:04.370882 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de6f2142-6612-49c2-997d-4cc600fac5ae tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:04.396115 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f2142-6612-49c2-997d-4cc600fac5ae tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Pushing event deleted for resources: {'Port': ['ID=6f250936-6916-4877-8c60-db06f06db67b,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:04.461272 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de6f2142-6612-49c2-997d-4cc600fac5ae tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks [] for floatingip, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:04.464044 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-de6f2142-6612-49c2-997d-4cc600fac5ae tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:04.465423 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-de6f2142-6612-49c2-997d-4cc600fac5ae tempest-AttachVolumeTestJSON-1533219795 tempest-AttachVolumeTestJSON-1533219795-project] 10.222.0.85 "DELETE /v2.0/floatingips/0835e854-cb28-4ec3-84fb-14398efabc55 HTTP/1.1" status: 204 len: 168 time: 0.5271327 Oct 27 14:16:05.308103 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310b682-4a6d-4ceb-8170-b32d5cec978d req-f635bdae-5695-41aa-b6b2-247361d1ee26 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:05.309571 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f310b682-4a6d-4ceb-8170-b32d5cec978d req-f635bdae-5695-41aa-b6b2-247361d1ee26 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 944 time: 0.0501602 Oct 27 14:16:05.347799 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-f310b682-4a6d-4ceb-8170-b32d5cec978d req-f3e806af-fb66-4bc4-9014-e8106257c981 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322874 Oct 27 14:16:05.513621 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device e5f6c633-3fb1-4c33-8bba-2b47432ace5a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:16:05.516800 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device dfabc39d-4ff3-4bef-a411-759d83df1689 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:16:05.547812 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: dfabc39d-4ff3-4bef-a411-759d83df1689 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:16:05.548145 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device dfabc39d-4ff3-4bef-a411-759d83df1689 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:16:05.635305 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port e5f6c633-3fb1-4c33-8bba-2b47432ace5a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:05.647666 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'port_id': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'mac_address': 'fa:16:3e:92:11:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:16:05.693961 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:05.707436 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f6c633-3fb1-4c33-8bba-2b47432ace5a {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:16:05.730654 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port e5f6c633-3fb1-4c33-8bba-2b47432ace5a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:05.734684 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:05.780475 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,revision_number=7']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:05.979646 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['e5f6c633-3fb1-4c33-8bba-2b47432ace5a'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:16:06.463616 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e30d3-f836-4bdd-966e-9a4ad3a570a6 req-3c933175-1d1e-4128-98ef-8b79da06a9a8 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:06.465266 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-728e30d3-f836-4bdd-966e-9a4ad3a570a6 req-3c933175-1d1e-4128-98ef-8b79da06a9a8 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 945 time: 0.0495813 Oct 27 14:16:06.503537 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-728e30d3-f836-4bdd-966e-9a4ad3a570a6 req-f438c531-1e79-476b-825f-70cda474cb4c tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Oct 27 14:16:06.793394 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8657802a-5cc9-44ec-adc1-4040f6b7ee46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:07.518433 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device e5f6c633-3fb1-4c33-8bba-2b47432ace5a up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:16:07.567806 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port e5f6c633-3fb1-4c33-8bba-2b47432ace5a triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:16:07.568759 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:07.620671 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff7979-2060-46c3-8285-e99f88e9a9e3 req-a04642d0-8256-4171-8778-8b52d21fa547 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:07.622160 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-45ff7979-2060-46c3-8285-e99f88e9a9e3 req-a04642d0-8256-4171-8778-8b52d21fa547 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 945 time: 0.0481319 Oct 27 14:16:07.650807 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:07.665129 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-45ff7979-2060-46c3-8285-e99f88e9a9e3 req-5c10f05b-2381-4ff1-93ef-12fd08d4f066 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366864 Oct 27 14:16:07.674292 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:07.676271 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3b1bb9-83cc-4e94-bc05-4092d0a365f7" -d '{"events": [{"server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "name": "network-vif-plugged", "status": "completed", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:16:07.688947 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port e5f6c633-3fb1-4c33-8bba-2b47432ace5a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:07.694974 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:07.718047 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed6aa34-85f4-4459-a810-3fb79e93a115 x-openstack-request-id: req-2ed6aa34-85f4-4459-a810-3fb79e93a115 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:16:07.718340 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "name": "network-vif-plugged", "status": "completed", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:16:07.718589 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2ed6aa34-85f4-4459-a810-3fb79e93a115 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:16:07.718971 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'code': 200} Oct 27 14:16:07.745105 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,revision_number=8']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:07.765741 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:07.934839 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:07.954534 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289afe04-a2e8-4979-871c-6061cec1f8ae req-eae21ff0-5c69-459d-aaf2-dc86baf385c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:07.956072 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-289afe04-a2e8-4979-871c-6061cec1f8ae req-eae21ff0-5c69-459d-aaf2-dc86baf385c5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 1099 time: 0.0428023 Oct 27 14:16:07.996888 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-289afe04-a2e8-4979-871c-6061cec1f8ae req-946620c7-d7ad-4d61-9b3f-824ff87a624c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323889 Oct 27 14:16:08.008414 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55464) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:08.725452 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7917875'] for router_interface, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:08.857466 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa70260-39e6-4633-82f2-67c73c2ce0c9 req-2785032a-a975-4b72-8780-61de52938515 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:08.858947 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5fa70260-39e6-4633-82f2-67c73c2ce0c9 req-2785032a-a975-4b72-8780-61de52938515 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0985336 Oct 27 14:16:08.948067 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5fa70260-39e6-4633-82f2-67c73c2ce0c9 req-3f6413ae-f916-4103-b865-053406a2a5a1 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825095 Oct 27 14:16:09.052168 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] Deleting port 12403653-908f-4713-a31c-2040030e257a {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:09.053220 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:09.134837 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] For port 12403653-908f-4713-a31c-2040030e257a, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=12403653-908f-4713-a31c-2040030e257a,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:09.135230 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:09.148171 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] Calling delete_port for 12403653-908f-4713-a31c-2040030e257a owned by network:router_interface {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:09.331114 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:09.360798 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=12403653-908f-4713-a31c-2040030e257a,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:09.440467 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:09.531443 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8300935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918047'] for router_interface, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:09.752438 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] Router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:16:09.853452 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:16:09.860844 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-e0dcf4d7-277a-454f-a729-caccb6123a08 admin admin] 10.222.0.85 "PUT /v2.0/routers/fc7ee73f-58ba-4a7e-8b1c-82d03a90b478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8489988 Oct 27 14:16:09.860946 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55470) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:09.861906 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0ebf0-25e5-4fe4-87ed-f69b3849600d None None] Sync routers for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:16:09.872073 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0ebf0-25e5-4fe4-87ed-f69b3849600d None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:09.872688 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-24a0ebf0-25e5-4fe4-87ed-f69b3849600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:16:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:09.970147 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Publish callbacks [] for router, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:09.979748 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-24a0ebf0-25e5-4fe4-87ed-f69b3849600d None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:16:10.113531 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29287c57-abcb-4b19-93f9-08a0e1fd9f58 req-6a52b252-cd80-4681-a563-dd0df534325e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:10.115617 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-29287c57-abcb-4b19-93f9-08a0e1fd9f58 req-6a52b252-cd80-4681-a563-dd0df534325e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0750268 Oct 27 14:16:10.149225 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.187671 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-24a0ebf0-25e5-4fe4-87ed-f69b3849600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:16:09Z', 'revision_number': 5, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port': {'id': '38b94780-2254-4625-ac58-dd931e9f0c60', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:13Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:10.194536 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-29287c57-abcb-4b19-93f9-08a0e1fd9f58 req-c5b691cf-777c-4d82-b9dc-23900da2cf92 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715797 Oct 27 14:16:10.216469 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0ebf0-25e5-4fe4-87ed-f69b3849600d None None] Checking router: fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:16:10.221976 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Deleting port 38b94780-2254-4625-ac58-dd931e9f0c60 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:10.222255 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.225983 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0ebf0-25e5-4fe4-87ed-f69b3849600d None None] Routers {'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:10.226596 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-24a0ebf0-25e5-4fe4-87ed-f69b3849600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:16:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:10.306454 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] For port 38b94780-2254-4625-ac58-dd931e9f0c60, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=38b94780-2254-4625-ac58-dd931e9f0c60,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:10.306812 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.314862 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-24a0ebf0-25e5-4fe4-87ed-f69b3849600d None None] Set router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 gateway port host: None {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:16:10.319279 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Calling delete_port for 38b94780-2254-4625-ac58-dd931e9f0c60 owned by network:router_gateway {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:10.370175 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-24a0ebf0-25e5-4fe4-87ed-f69b3849600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:16:10Z', 'revision_number': 6, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port_host': None}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:10.400132 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0ebf0-25e5-4fe4-87ed-f69b3849600d None None] The sync data for ids ['fc7ee73f-58ba-4a7e-8b1c-82d03a90b478'] in dv-cinder-815660-2-iscsi is: [{'id': 'fc7ee73f-58ba-4a7e-8b1c-82d03a90b478', 'name': 'tempest-AttachVolumeTestJSON-156969937-router', 'tenant_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:10Z', 'updated_at': '2021-10-27T14:16:10Z', 'revision_number': 6, 'project_id': '81aae1f72a0c4ea9918b36e3c7aef02b', 'gw_port_host': None}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:16:10.489273 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.520634 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=38b94780-2254-4625-ac58-dd931e9f0c60,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:10.580360 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924349'] for router_gateway, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.670472 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7917591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6078'] for router, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.672649 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.714855 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7917568'] for router, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.715409 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 {{(pid=101655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:16:10.719949 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] Publish callbacks [] for router, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.721097 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-c90b035f-f366-4bf6-bb88-0f6e1a64a9cd admin admin] 10.222.0.85 "DELETE /v2.0/routers/fc7ee73f-58ba-4a7e-8b1c-82d03a90b478 HTTP/1.1" status: 204 len: 168 time: 0.8591697 Oct 27 14:16:10.723735 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55476) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:10.775966 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa68b358-6d26-4470-b129-4e136bef4f52 admin admin] Deleting subnet ed1d1075-aeaf-4999-be5f-fa472215f194 {{(pid=101655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:16:10.779436 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-aa68b358-6d26-4470-b129-4e136bef4f52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.825701 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-aa68b358-6d26-4470-b129-4e136bef4f52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66587301'] for subnet, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.856704 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 12403653-908f-4713-a31c-2040030e257a no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:16:10.880211 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 12403653-908f-4713-a31c-2040030e257a {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:16:10.880602 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 12403653-908f-4713-a31c-2040030e257a not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:16:10.904166 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-aa68b358-6d26-4470-b129-4e136bef4f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.954100 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-aa68b358-6d26-4470-b129-4e136bef4f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67050067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66201668'] for subnet, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.984219 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68b358-6d26-4470-b129-4e136bef4f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed1d1075-aeaf-4999-be5f-fa472215f194,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:10.987705 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-aa68b358-6d26-4470-b129-4e136bef4f52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:10.991149 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-aa68b358-6d26-4470-b129-4e136bef4f52 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ed1d1075-aeaf-4999-be5f-fa472215f194 HTTP/1.1" status: 204 len: 168 time: 0.2657137 Oct 27 14:16:10.993427 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55478) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:10.994261 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be5169e-33d3-464b-a059-54111d7409ac None None] Network 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:16:11.062762 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.117706 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Deleting port 2770a68f-1f60-417f-bd0f-0c4edd8a0283 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:11.118090 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.186086 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875dac3e-9685-4610-ba09-411824eeca97 None None] DHCP port deletion for 57ab640a-d6ea-4ec6-b7cb-d71aba31dbee request from dv-cinder-815660-2-iscsi {{(pid=101657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:16:11.192494 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] For port 2770a68f-1f60-417f-bd0f-0c4edd8a0283, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=2770a68f-1f60-417f-bd0f-0c4edd8a0283,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:11.192695 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.206730 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Calling delete_port for 2770a68f-1f60-417f-bd0f-0c4edd8a0283 owned by network:dhcp {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:11.235954 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-875dac3e-9685-4610-ba09-411824eeca97 None None] Deleting port 2770a68f-1f60-417f-bd0f-0c4edd8a0283 {{(pid=101657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:11.236395 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-875dac3e-9685-4610-ba09-411824eeca97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.295465 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.308133 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-875dac3e-9685-4610-ba09-411824eeca97 None None] For port 2770a68f-1f60-417f-bd0f-0c4edd8a0283, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=2770a68f-1f60-417f-bd0f-0c4edd8a0283,segment=NetworkSegment(a63619a7-6450-40da-afa9-49aca258c89d),segment_id=a63619a7-6450-40da-afa9-49aca258c89d)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:11.308525 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-875dac3e-9685-4610-ba09-411824eeca97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.322718 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-875dac3e-9685-4610-ba09-411824eeca97 None None] Calling delete_port for 2770a68f-1f60-417f-bd0f-0c4edd8a0283 owned by network:dhcp {{(pid=101657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:11.327181 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Pushing event deleted for resources: {'Port': ['ID=2770a68f-1f60-417f-bd0f-0c4edd8a0283,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:11.329029 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] No DVR routers for this DVR port 2770a68f-1f60-417f-bd0f-0c4edd8a0283 on host dv-cinder-815660-2-iscsi {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:16:11.405503 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.408444 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-875dac3e-9685-4610-ba09-411824eeca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.430510 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ab640a-d6ea-4ec6-b7cb-d71aba31dbee']}} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:11.440299 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dac3e-9685-4610-ba09-411824eeca97 None None] Pushing event deleted for resources: {'Port': ['ID=2770a68f-1f60-417f-bd0f-0c4edd8a0283,revision_number=None']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:11.440650 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63619a7-6450-40da-afa9-49aca258c89d') {'for_net_delete': True} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:11.440948 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.services.segments.db [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63619a7-6450-40da-afa9-49aca258c89d') {} {{(pid=101655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:11.445136 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dac3e-9685-4610-ba09-411824eeca97 None None] No DVR routers for this DVR port 2770a68f-1f60-417f-bd0f-0c4edd8a0283 on host dv-cinder-815660-2-iscsi {{(pid=101657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:16:11.460966 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66587356'] for segment, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.477290 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.483824 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Releasing vlan 1202 on physical network physnet1 to pool {{(pid=101655) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:16:11.484220 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-67050169'] for segment, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: Traceback (most recent call last): Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: timer() Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: cb(*args, **kw) Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: return func(*args, **kwargs) Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: self._notify() Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: self.callback(batched_events) Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: event.method(event) Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: return f(self, *a, **k) Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: return self._get(url).json() Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: return self.request(url, 'GET', **kwargs) Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:16:11.486094 dv-cinder-815660-2-iscsi neutron-server[101655]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:16:11.546123 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.551955 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.555181 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] 10.222.0.85 "DELETE /v2.0/networks/57ab640a-d6ea-4ec6-b7cb-d71aba31dbee HTTP/1.1" status: 204 len: 168 time: 0.5608335 Oct 27 14:16:11.566315 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f8edd-4be5-426c-84e8-803bf5c4b859 admin admin] Pushing event deleted for resources: {'Network': ['ID=57ab640a-d6ea-4ec6-b7cb-d71aba31dbee,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:11.678914 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55482) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:11.721539 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-39f0bf46-d4b4-4720-a6d7-48d774204e74 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414426 Oct 27 14:16:11.723997 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55484) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:11.774726 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.796928 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.844571 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.847062 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:11.848245 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3f148984-a00d-426b-8aae-f06c2a08cb2d HTTP/1.1" status: 204 len: 168 time: 0.1226792 Oct 27 14:16:11.858236 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f148984-a00d-426b-8aae-f06c2a08cb2d,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:11.865882 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:11.866234 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:11.866583 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:11.866918 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:11.867290 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:11.867617 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:11.867947 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:11.868274 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:11.868600 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:11.868923 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:11.869251 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:11.869569 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14195fe5-2d58-4273-a66a-caed5f4f3278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:12.517284 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 38b94780-2254-4625-ac58-dd931e9f0c60 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:16:12.538540 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 38b94780-2254-4625-ac58-dd931e9f0c60 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:16:12.538881 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 38b94780-2254-4625-ac58-dd931e9f0c60 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:16:12.539325 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 2770a68f-1f60-417f-bd0f-0c4edd8a0283 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:16:12.561187 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 2770a68f-1f60-417f-bd0f-0c4edd8a0283 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:16:12.561536 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 2770a68f-1f60-417f-bd0f-0c4edd8a0283 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:16:13.308594 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55524) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:13.412581 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-00098e84-22a4-492f-9bc8-9a5751d8be88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:13.485122 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-00098e84-22a4-492f-9bc8-9a5751d8be88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:13.488855 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-00098e84-22a4-492f-9bc8-9a5751d8be88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:13.527220 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-00098e84-22a4-492f-9bc8-9a5751d8be88 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8395338fcada4933be2aba2d666776c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175229 Oct 27 14:16:13.528318 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00098e84-22a4-492f-9bc8-9a5751d8be88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04ea2ef-aa31-49c7-9b8e-6c7d61e2dcc1,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:13.529874 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55528) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:13.580046 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-930c8884-9db7-482a-8579-073ea338c0a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:13.601764 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-930c8884-9db7-482a-8579-073ea338c0a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:13.653067 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-930c8884-9db7-482a-8579-073ea338c0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:13.656539 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-930c8884-9db7-482a-8579-073ea338c0a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:13.657702 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-930c8884-9db7-482a-8579-073ea338c0a0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e04ea2ef-aa31-49c7-9b8e-6c7d61e2dcc1 HTTP/1.1" status: 204 len: 168 time: 0.1261516 Oct 27 14:16:13.665709 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c8884-9db7-482a-8579-073ea338c0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04ea2ef-aa31-49c7-9b8e-6c7d61e2dcc1,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:13.918853 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55534) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:13.932565 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-71f1056e-3fd4-4dba-8f8e-61fb9da143f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:14.009009 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-71f1056e-3fd4-4dba-8f8e-61fb9da143f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:14.012935 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-71f1056e-3fd4-4dba-8f8e-61fb9da143f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:14.050638 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1056e-3fd4-4dba-8f8e-61fb9da143f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0cd0b5-4d76-449f-80ab-83e2abcb5a0d,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:14.056690 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-71f1056e-3fd4-4dba-8f8e-61fb9da143f3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c876f6c0bb1c46679b4f3c0cb1396181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356730 Oct 27 14:16:14.059015 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55536) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:14.108647 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb7fa-073c-4b9d-9b0e-dd20be9affa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:14.130640 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb7fa-073c-4b9d-9b0e-dd20be9affa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:14.179547 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb7fa-073c-4b9d-9b0e-dd20be9affa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:14.182105 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f0bfb7fa-073c-4b9d-9b0e-dd20be9affa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:14.183294 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-f0bfb7fa-073c-4b9d-9b0e-dd20be9affa6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fe0cd0b5-4d76-449f-80ab-83e2abcb5a0d HTTP/1.1" status: 204 len: 168 time: 0.1232529 Oct 27 14:16:14.191018 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfb7fa-073c-4b9d-9b0e-dd20be9affa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0cd0b5-4d76-449f-80ab-83e2abcb5a0d,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:16.076312 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55598) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:16.090475 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-c30d9a31-cf1c-43f7-952f-2292dd6e9b1b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0640423 Oct 27 14:16:16.164541 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-26688497-7ef3-407c-a3e4-f87333f8609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:16.166164 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-26688497-7ef3-407c-a3e4-f87333f8609a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 1100 time: 0.0475876 Oct 27 14:16:16.246700 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-aced4fef-0511-425d-84b0-93ab4caa4ca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:16.339082 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-88d20fe0-a2d7-4385-a46e-66b4eca40d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:16.341097 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-88d20fe0-a2d7-4385-a46e-66b4eca40d50 service neutron] 10.222.0.71 "GET /v2.0/networks?id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 200 len: 919 time: 0.1480448 Oct 27 14:16:16.459841 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-aced4fef-0511-425d-84b0-93ab4caa4ca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:16.462733 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-fcea6b72-f40d-4c87-95dd-772506c21daa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae HTTP/1.1" status: 200 len: 1002 time: 0.1122804 Oct 27 14:16:16.464083 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-aced4fef-0511-425d-84b0-93ab4caa4ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:16.564120 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-aced4fef-0511-425d-84b0-93ab4caa4ca7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=900796302a584adcb090a1a9e5aada80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821749 Oct 27 14:16:16.564336 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55602) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:16.565801 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced4fef-0511-425d-84b0-93ab4caa4ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cbd0a3-bb4a-43fe-a36a-604708d09676,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:16.580946 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-6780ec39-6447-4e7c-9592-01a607528a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:16.583008 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-6780ec39-6447-4e7c-9592-01a607528a3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ad1ca395-0794-488c-93d8-0590c72f0634 HTTP/1.1" status: 200 len: 856 time: 0.1018257 Oct 27 14:16:16.624201 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-83a585b3-ab31-4ff9-9260-8b82dbce3d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:16.647069 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-83a585b3-ab31-4ff9-9260-8b82dbce3d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:16.648517 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-08233760-5cfd-406a-a958-e97802206be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:16.650816 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-08233760-5cfd-406a-a958-e97802206be3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580466 Oct 27 14:16:16.695580 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-83a585b3-ab31-4ff9-9260-8b82dbce3d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:16.698481 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-83a585b3-ab31-4ff9-9260-8b82dbce3d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:16.700008 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-83a585b3-ab31-4ff9-9260-8b82dbce3d40 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/95cbd0a3-bb4a-43fe-a36a-604708d09676 HTTP/1.1" status: 204 len: 168 time: 0.1364479 Oct 27 14:16:16.710757 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a585b3-ab31-4ff9-9260-8b82dbce3d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cbd0a3-bb4a-43fe-a36a-604708d09676,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:16.775460 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-85bece74-1075-489e-a705-f8ea76d4c0fe service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158488 Oct 27 14:16:16.885530 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9cd552e3-ddf0-4cf9-9c58-31d8f3bbf48b req-010f3d38-3e82-4e30-832c-13a495864949 service neutron] 10.222.0.71 "GET /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027203 Oct 27 14:16:17.018923 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55608) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:17.033941 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-af0e2ed0-49cc-4df0-aa58-5f5459387ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:17.119247 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-af0e2ed0-49cc-4df0-aa58-5f5459387ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:17.123855 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-af0e2ed0-49cc-4df0-aa58-5f5459387ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:17.164644 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e2ed0-49cc-4df0-aa58-5f5459387ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935db961-3f8e-4327-be78-ad29c80ce7af,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:17.169030 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-af0e2ed0-49cc-4df0-aa58-5f5459387ee3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=966bb4be8d604eff8c1958521a5e0126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487837 Oct 27 14:16:17.172599 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55610) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:17.235952 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c22057b7-d2de-4e3f-8956-39bb42bcae01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:17.270929 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c22057b7-d2de-4e3f-8956-39bb42bcae01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:17.339867 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c22057b7-d2de-4e3f-8956-39bb42bcae01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:17.343095 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-c22057b7-d2de-4e3f-8956-39bb42bcae01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:17.344342 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-c22057b7-d2de-4e3f-8956-39bb42bcae01 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/935db961-3f8e-4327-be78-ad29c80ce7af HTTP/1.1" status: 204 len: 168 time: 0.1708286 Oct 27 14:16:17.357313 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22057b7-d2de-4e3f-8956-39bb42bcae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935db961-3f8e-4327-be78-ad29c80ce7af,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:18.728642 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:21.879907 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55696) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:21.983607 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5531bee8-7a0e-4b78-88c1-b48fa7fa6c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.060656 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5531bee8-7a0e-4b78-88c1-b48fa7fa6c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.064805 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5531bee8-7a0e-4b78-88c1-b48fa7fa6c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.102769 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531bee8-7a0e-4b78-88c1-b48fa7fa6c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b2fc14-67e2-4542-8a2f-887c4d043076,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:22.108235 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-5531bee8-7a0e-4b78-88c1-b48fa7fa6c52 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4bc7b339c07d4ba58f9308cce95eea75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272592 Oct 27 14:16:22.110773 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55700) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:22.161373 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-69fce048-5249-486b-9569-a18d9842f266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.182690 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-69fce048-5249-486b-9569-a18d9842f266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.229601 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-69fce048-5249-486b-9569-a18d9842f266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.232166 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-69fce048-5249-486b-9569-a18d9842f266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.233306 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-69fce048-5249-486b-9569-a18d9842f266 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/34b2fc14-67e2-4542-8a2f-887c4d043076 HTTP/1.1" status: 204 len: 168 time: 0.1216006 Oct 27 14:16:22.241335 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fce048-5249-486b-9569-a18d9842f266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b2fc14-67e2-4542-8a2f-887c4d043076,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:22.528477 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55706) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:22.545176 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0eb385a4-8cdf-4cf2-87a9-896f40e7f276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.625816 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0eb385a4-8cdf-4cf2-87a9-896f40e7f276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.631593 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0eb385a4-8cdf-4cf2-87a9-896f40e7f276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.670872 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0eb385a4-8cdf-4cf2-87a9-896f40e7f276 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=252717fc409844e6b1a12be6b12ff933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413035 Oct 27 14:16:22.671708 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb385a4-8cdf-4cf2-87a9-896f40e7f276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88105e56-81d5-421f-b4be-f07ea00a127b,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:22.673565 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55708) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:22.722856 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd40c-a247-464e-ab3c-4ca70768a757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.744196 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd40c-a247-464e-ab3c-4ca70768a757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.789731 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd40c-a247-464e-ab3c-4ca70768a757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.792243 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd40c-a247-464e-ab3c-4ca70768a757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:22.793379 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-ea0cd40c-a247-464e-ab3c-4ca70768a757 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/88105e56-81d5-421f-b4be-f07ea00a127b HTTP/1.1" status: 204 len: 168 time: 0.1188393 Oct 27 14:16:22.800999 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cd40c-a247-464e-ab3c-4ca70768a757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88105e56-81d5-421f-b4be-f07ea00a127b,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:24.862160 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55786) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:24.971442 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-20daab9d-b3b0-4f32-8c2e-b408c54d3970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.046607 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-20daab9d-b3b0-4f32-8c2e-b408c54d3970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.050441 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-20daab9d-b3b0-4f32-8c2e-b408c54d3970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.089184 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-20daab9d-b3b0-4f32-8c2e-b408c54d3970 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ba110e32d82e467b94af7265375f32cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259233 Oct 27 14:16:25.090408 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daab9d-b3b0-4f32-8c2e-b408c54d3970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59485fc-1304-4967-8566-b5333925452d,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:25.091907 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55792) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:25.141944 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-85d71d24-864a-4654-b21c-89fe935b5846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.164147 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-85d71d24-864a-4654-b21c-89fe935b5846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.210138 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-85d71d24-864a-4654-b21c-89fe935b5846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.212695 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-85d71d24-864a-4654-b21c-89fe935b5846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.213839 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-85d71d24-864a-4654-b21c-89fe935b5846 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f59485fc-1304-4967-8566-b5333925452d HTTP/1.1" status: 204 len: 168 time: 0.1203296 Oct 27 14:16:25.221690 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d71d24-864a-4654-b21c-89fe935b5846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59485fc-1304-4967-8566-b5333925452d,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:25.475701 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55798) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:25.488877 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4bf373e7-8248-4bcc-b045-afe483c04849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.563408 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4bf373e7-8248-4bcc-b045-afe483c04849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.567159 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-4bf373e7-8248-4bcc-b045-afe483c04849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.605373 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-4bf373e7-8248-4bcc-b045-afe483c04849 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fb79dc986aeb44569703f4c2ca340c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1283810 Oct 27 14:16:25.606488 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf373e7-8248-4bcc-b045-afe483c04849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7128d7d0-2242-41cb-91f5-812a2163867b,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:25.608038 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55800) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:25.664260 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e303544-04a2-4404-b259-1e1c2bcef6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.688928 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e303544-04a2-4404-b259-1e1c2bcef6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.734912 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e303544-04a2-4404-b259-1e1c2bcef6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.737411 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e303544-04a2-4404-b259-1e1c2bcef6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:25.738547 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0e303544-04a2-4404-b259-1e1c2bcef6dc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7128d7d0-2242-41cb-91f5-812a2163867b HTTP/1.1" status: 204 len: 168 time: 0.1294999 Oct 27 14:16:25.747155 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e303544-04a2-4404-b259-1e1c2bcef6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7128d7d0-2242-41cb-91f5-812a2163867b,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:30.354829 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 55866) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:30.460383 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c13ca72c-5240-469f-ad8c-0cd9193aa7be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:30.542162 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c13ca72c-5240-469f-ad8c-0cd9193aa7be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:30.546874 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c13ca72c-5240-469f-ad8c-0cd9193aa7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:30.586954 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-c13ca72c-5240-469f-ad8c-0cd9193aa7be admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9876a4dfa419425bbc8229031a69a89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309821 Oct 27 14:16:30.587840 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ca72c-5240-469f-ad8c-0cd9193aa7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d3d94-0bee-4efe-a217-53b72184f5ec,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:30.590427 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 55876) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:30.648295 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-25f4ca05-3214-40e9-b184-05b24a482b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:30.671982 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-25f4ca05-3214-40e9-b184-05b24a482b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:30.724608 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-25f4ca05-3214-40e9-b184-05b24a482b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:30.727609 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-25f4ca05-3214-40e9-b184-05b24a482b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:30.728813 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-25f4ca05-3214-40e9-b184-05b24a482b37 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/556d3d94-0bee-4efe-a217-53b72184f5ec HTTP/1.1" status: 204 len: 168 time: 0.1365228 Oct 27 14:16:30.738705 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4ca05-3214-40e9-b184-05b24a482b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d3d94-0bee-4efe-a217-53b72184f5ec,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:30.792071 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-3ffe96ea-9f37-4e60-9d54-a7c94169a2e9 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867368291&fields=id&tenant_id=925d32172c5f44168c2eddeffc0a7da1 HTTP/1.1" status: 200 len: 267 time: 0.0438309 Oct 27 14:16:30.913952 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-4d998092-8016-453d-a511-17e0bb047836 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:30.915481 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-4d998092-8016-453d-a511-17e0bb047836 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 811 time: 0.1160598 Oct 27 14:16:30.931575 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-7d31e499-d929-407a-a99b-539c789ac991 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/quotas/925d32172c5f44168c2eddeffc0a7da1 HTTP/1.1" status: 200 len: 375 time: 0.0104606 Oct 27 14:16:30.997076 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-d5452ce8-ccd5-4118-b47c-4a7f18b55b50 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0598841 Oct 27 14:16:31.102770 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-8f3e432a-a860-42b6-a685-61774e71c000 service neutron] 10.222.0.85 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931633 Oct 27 14:16:31.201402 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ee8f8335-cf25-4d56-9bdd-eb313d486fdd service neutron] 10.222.0.85 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916026 Oct 27 14:16:31.495253 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-30b73ab9-9261-4302-a90f-a8f7a8f6b586 req-253f982a-6d75-4ec7-816f-1d5c244236a8 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 210 time: 0.0306320 Oct 27 14:16:32.523117 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-220b25fc-2527-4738-9071-a6e859a98d85 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:32.524657 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-220b25fc-2527-4738-9071-a6e859a98d85 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 811 time: 0.1108344 Oct 27 14:16:32.585861 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-8dbddb47-75fa-444c-a3a3-702a8947b059 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=925d32172c5f44168c2eddeffc0a7da1 HTTP/1.1" status: 200 len: 379 time: 0.0488873 Oct 27 14:16:32.600791 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-744a70b6-e3bd-446a-9f9f-d11f22c64053 req-f2e68423-8ae6-4702-896b-48b90ad76bcf tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 210 time: 0.0340002 Oct 27 14:16:32.607309 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'port': {'device_id': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'admin_state_up': True, 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'security_groups': ['3d30484d-56b9-4e48-9283-1df6ba48d4e5']}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:16:32.719809 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Made reservation on behalf of 925d32172c5f44168c2eddeffc0a7da1 for: {'port': 1} {{(pid=101655) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:16:32.723380 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:32.851877 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_common [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Allocated IP 172.20.0.12 (9af09723-d748-420c-9b75-4c97db8a5445/8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d/80d03754-d38d-4d13-a029-20c6ffb5685d) {{(pid=101655) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:16:33.015637 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for port, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:33.060568 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:33.123238 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Network 9af09723-d748-420c-9b75-4c97db8a5445 is already hosted by enough agents. {{(pid=101655) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:16:33.126378 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.base_scheduler [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Resources bound (agent type, host, resource id): {{(pid=101655) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:16:33.130384 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Received port after_create {{(pid=101655) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:16:33.137517 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'Port': ['ID=80d03754-d38d-4d13-a029-20c6ffb5685d,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:33.194678 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:33.195464 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:33.226624 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-38ce037e-a79b-4082-8af2-f1994b23de68 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6229823 Oct 27 14:16:33.242057 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:16:33.246335 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.v2.base [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Request body: {'port': {'device_id': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=101655) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:16:33.307846 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:33.390657 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-505184c7-a318-4741-aebb-823f20730de1 None None] Provisioning complete for port 80d03754-d38d-4d13-a029-20c6ffb5685d triggered by entity DHCP. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:16:33.391268 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-505184c7-a318-4741-aebb-823f20730de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:33.430306 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-505184c7-a318-4741-aebb-823f20730de1 None None] Port 80d03754-d38d-4d13-a029-20c6ffb5685d cannot update to ACTIVE because it is not bound. {{(pid=101657) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:16:33.811428 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-32369542-90b3-446d-b909-8cd6c6e0648c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:33.817683 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d5439-87b5-4af4-a2a0-ebd3fe814019 req-aab814db-4813-4710-865c-ac55797514d6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:33.819854 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b17d5439-87b5-4af4-a2a0-ebd3fe814019 req-aab814db-4813-4710-865c-ac55797514d6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 932 time: 0.0977633 Oct 27 14:16:33.880384 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b17d5439-87b5-4af4-a2a0-ebd3fe814019 req-71b893af-d0ca-4be9-aee3-efe667cd0f39 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528150 Oct 27 14:16:33.916285 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d03754-d38d-4d13-a029-20c6ffb5685d {{(pid=101655) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:16:33.923917 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:33.937313 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.provisioning_blocks [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Transition to ACTIVE for port object 80d03754-d38d-4d13-a029-20c6ffb5685d will not be triggered until provisioned by entity L2. {{(pid=101655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:16:33.940855 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67050141'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:34.011419 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Pushing event updated for resources: {'Port': ['ID=80d03754-d38d-4d13-a029-20c6ffb5685d,revision_number=2']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:34.067483 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Attempting to bind port 80d03754-d38d-4d13-a029-20c6ffb5685d on host hv-cinder-81566 for vnic_type normal with profile {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:16:34.067821 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Attempting to bind port 80d03754-d38d-4d13-a029-20c6ffb5685d by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:16:34.068184 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Attempting to bind port 80d03754-d38d-4d13-a029-20c6ffb5685d on network 9af09723-d748-420c-9b75-4c97db8a5445 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:16:34.073406 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Port 80d03754-d38d-4d13-a029-20c6ffb5685d on network 9af09723-d748-420c-9b75-4c97db8a5445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:16:34.073726 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Attempting to bind port 80d03754-d38d-4d13-a029-20c6ffb5685d on network 9af09723-d748-420c-9b75-4c97db8a5445 {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:16:34.079091 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Checking agent: {'id': 'ff72f98b-4ebe-49e6-9141-a6bf5a94673d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'started_at': datetime.datetime(2021, 10, 27, 14, 6, 17), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:16:34.079460 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Checking segment: {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:16:34.079847 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Bound using segment: {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'} {{(pid=101655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:16:34.080312 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.managers [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Bound port: 80d03754-d38d-4d13-a029-20c6ffb5685d, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf80709-9336-4285-a4a0-fbe6354fb4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445'}}] {{(pid=101655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:16:34.080667 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:34.147971 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] For port 80d03754-d38d-4d13-a029-20c6ffb5685d, host hv-cinder-81566, cleared binding levels {{(pid=101655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:16:34.151325 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] For port 80d03754-d38d-4d13-a029-20c6ffb5685d, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=80d03754-d38d-4d13-a029-20c6ffb5685d,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:16:34.155673 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-67050141'] for port, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:34.190391 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:34.191340 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:34.192800 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] 10.222.0.71 "PUT /v2.0/ports/80d03754-d38d-4d13-a029-20c6ffb5685d HTTP/1.1" status: 200 len: 1094 time: 0.9523828 Oct 27 14:16:34.218770 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba500247-a5a9-4d86-8c4c-0d1d7a8d7c41 service neutron] Pushing event updated for resources: {'Port': ['ID=80d03754-d38d-4d13-a029-20c6ffb5685d,revision_number=3']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:34.995685 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92056e96-99f3-4403-8c8a-b08c58fa6f49 req-661cd811-3aff-4467-93d9-4230d481b377 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:34.997190 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-92056e96-99f3-4403-8c8a-b08c58fa6f49 req-661cd811-3aff-4467-93d9-4230d481b377 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 944 time: 0.0496094 Oct 27 14:16:35.039828 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-92056e96-99f3-4403-8c8a-b08c58fa6f49 req-221a7b76-6625-45a9-82d3-33a10f1e3817 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366802 Oct 27 14:16:35.605336 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-37f340e1-4a09-4c95-9a19-857ac456e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:35.606872 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-37f340e1-4a09-4c95-9a19-857ac456e332 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 1097 time: 0.0421901 Oct 27 14:16:35.650627 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-27319fff-d856-403e-a2a5-6b3f36bced9b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d03754-d38d-4d13-a029-20c6ffb5685d HTTP/1.1" status: 200 len: 217 time: 0.0345094 Oct 27 14:16:35.701993 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-74edbda5-8c4a-465a-b1a1-101742313450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:35.703521 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-74edbda5-8c4a-465a-b1a1-101742313450 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.0449953 Oct 27 14:16:35.759663 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-45478f0b-2130-48eb-ba9f-e4ec8aacc7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:35.761167 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-45478f0b-2130-48eb-ba9f-e4ec8aacc7c8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483878 Oct 27 14:16:35.854297 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-7c6b518d-6654-41fc-9e11-f03b80ad719a service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833695 Oct 27 14:16:35.948510 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cb1c8409-a577-4d85-8df5-aafa506c7617 req-732ff601-ea90-4313-82e1-f24bf2635f9f service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859840 Oct 27 14:16:36.157297 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d29b6-f4bf-4ec2-a0d6-96356958700f req-10ab5276-0d70-48db-99eb-cb9e1159f793 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:36.158798 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c24d29b6-f4bf-4ec2-a0d6-96356958700f req-10ab5276-0d70-48db-99eb-cb9e1159f793 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 944 time: 0.0515106 Oct 27 14:16:36.202427 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c24d29b6-f4bf-4ec2-a0d6-96356958700f req-284f7a2f-4fc5-4fd8-9990-cd8d75b8d0ff tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366726 Oct 27 14:16:36.795752 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2e674f50-7c64-4352-82bf-479ab8ea16f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:37.316288 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b93bd-6906-4c86-93f3-2253e8fca049 req-9e6f0b6e-bbd5-4c8f-8b92-c10427cdefaa tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:37.317811 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cc9b93bd-6906-4c86-93f3-2253e8fca049 req-9e6f0b6e-bbd5-4c8f-8b92-c10427cdefaa tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 944 time: 0.0481718 Oct 27 14:16:37.361097 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-cc9b93bd-6906-4c86-93f3-2253e8fca049 req-a82b1b7c-21aa-4b31-b93f-52c513afcd9b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367625 Oct 27 14:16:37.768466 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:37.927765 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:38.483510 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39862a75-c555-42a3-b31d-325956cb8df6 req-db4a5bcc-6e2e-4ad6-a054-9c92c24ab860 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:38.485036 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-39862a75-c555-42a3-b31d-325956cb8df6 req-db4a5bcc-6e2e-4ad6-a054-9c92c24ab860 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 944 time: 0.0571785 Oct 27 14:16:38.527193 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-39862a75-c555-42a3-b31d-325956cb8df6 req-a40fa16f-ed09-4c25-9fe7-b76288967a32 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334907 Oct 27 14:16:39.445112 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:39.647868 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259c416-71d8-4589-ab80-3a7b59ba4436 req-29e12ab7-3781-4906-825e-bf9ffae86fe9 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:39.650016 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2259c416-71d8-4589-ab80-3a7b59ba4436 req-29e12ab7-3781-4906-825e-bf9ffae86fe9 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 944 time: 0.0500028 Oct 27 14:16:39.688281 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2259c416-71d8-4589-ab80-3a7b59ba4436 req-4c504621-f821-4f76-8475-f3fde8eb916d tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320449 Oct 27 14:16:40.805267 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162251-24cc-418d-94d1-47ef47f56243 req-d88fa87c-19d6-4dc3-9b9a-4b08e744ba0a tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:40.807114 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-10162251-24cc-418d-94d1-47ef47f56243 req-d88fa87c-19d6-4dc3-9b9a-4b08e744ba0a tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 944 time: 0.0501306 Oct 27 14:16:40.850509 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-10162251-24cc-418d-94d1-47ef47f56243 req-68143f83-965b-49df-89da-6f5b975aaa7b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374186 Oct 27 14:16:41.966741 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71632765-2b3f-434e-9a93-615c24000e86 req-3b68171d-5428-4715-a4f5-e7997fc25f2e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:41.968258 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-71632765-2b3f-434e-9a93-615c24000e86 req-3b68171d-5428-4715-a4f5-e7997fc25f2e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 944 time: 0.0498297 Oct 27 14:16:42.006241 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-71632765-2b3f-434e-9a93-615c24000e86 req-ef36b268-71ac-4144-8e5b-23ca32556f31 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321341 Oct 27 14:16:42.606231 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba127703-2d27-4935-88b8-01410a2e1e89 req-06c6a0c7-df93-450c-9446-2fb224a08897 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:42.607762 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ba127703-2d27-4935-88b8-01410a2e1e89 req-06c6a0c7-df93-450c-9446-2fb224a08897 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 947 time: 0.0506380 Oct 27 14:16:42.653773 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ba127703-2d27-4935-88b8-01410a2e1e89 req-28ad9a82-c065-4e85-ad5a-e2be89b706d3 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400658 Oct 27 14:16:43.123502 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24b91-d474-46fc-b526-4200d652544a req-5a777d71-21a0-4dde-9469-f4ea80c551b0 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:43.124961 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d3f24b91-d474-46fc-b526-4200d652544a req-5a777d71-21a0-4dde-9469-f4ea80c551b0 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 944 time: 0.0492802 Oct 27 14:16:43.168589 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d3f24b91-d474-46fc-b526-4200d652544a req-d27c0fb1-2ab9-4611-b8f6-8e8cec6c819c tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378323 Oct 27 14:16:43.774537 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb6408-ca98-45bd-b1bf-fd89364b5e4d req-5db6c1df-5ab1-4394-a0b6-d2238eada201 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:43.776337 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-98bb6408-ca98-45bd-b1bf-fd89364b5e4d req-5db6c1df-5ab1-4394-a0b6-d2238eada201 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 947 time: 0.0511532 Oct 27 14:16:43.815316 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-98bb6408-ca98-45bd-b1bf-fd89364b5e4d req-5f2eaf57-2a2f-4a0a-86d9-6edfa911cd57 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups?id=ddc63dcb-7a70-4bcf-8714-3ade75728cec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331182 Oct 27 14:16:44.285485 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a1dbc-382c-408f-8de2-4f3302efceb3 req-c345a7ef-f3c9-4384-a370-843040451a22 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:44.287054 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d65a1dbc-382c-408f-8de2-4f3302efceb3 req-c345a7ef-f3c9-4384-a370-843040451a22 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 944 time: 0.0499432 Oct 27 14:16:44.353474 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d65a1dbc-382c-408f-8de2-4f3302efceb3 req-6581a2ce-a2b2-43b3-b59f-fd7295407dc3 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562568 Oct 27 14:16:44.366240 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-c67bf18a-6c73-4684-bf34-7bc1bf5e241b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:44.370178 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-c67bf18a-6c73-4684-bf34-7bc1bf5e241b tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.71 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 947 time: 0.0820191 Oct 27 14:16:44.474030 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Deleting port 7cb0b496-4ac4-4e36-a183-d35a08ddccae {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:44.474368 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:44.573029 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] For port 7cb0b496-4ac4-4e36-a183-d35a08ddccae, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7cb0b496-4ac4-4e36-a183-d35a08ddccae,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:44.573353 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:44.752206 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:44.752476 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_update {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:44.752792 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Floating IP dbfa8de0-7471-4e43-a80b-71a5720a18db disassociated. External IP: 172.27.0.251, port: 7cb0b496-4ac4-4e36-a183-d35a08ddccae. Oct 27 14:16:44.753139 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Calling delete_port for 7cb0b496-4ac4-4e36-a183-d35a08ddccae owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:44.885032 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:44.923390 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event deleted for resources: {'Port': ['ID=7cb0b496-4ac4-4e36-a183-d35a08ddccae,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:44.946062 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-2ec80571-651f-43e4-af18-00d479d0a7ea req-89ba5147-25ea-4955-856a-55ccbd4dcaa9 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 210 time: 0.0330396 Oct 27 14:16:45.053991 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:16:45.187414 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:16:45.198204 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af541961-9383-4bdd-b12a-c2775f557596 None None] Sync routers for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:16:45.207865 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af541961-9383-4bdd-b12a-c2775f557596 None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:45.208520 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-af541961-9383-4bdd-b12a-c2775f557596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:16:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:45.233676 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] No DVR routers for this DVR port 7cb0b496-4ac4-4e36-a183-d35a08ddccae on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:16:45.236283 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:45.239557 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-fa05ba46-8099-4d52-9e1a-712a200c0f33 req-22c60c76-f5ed-497f-9f75-9736bc2b17b4 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.71 "DELETE /v2.0/ports/7cb0b496-4ac4-4e36-a183-d35a08ddccae HTTP/1.1" status: 204 len: 173 time: 0.8632154 Oct 27 14:16:45.325495 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-af541961-9383-4bdd-b12a-c2775f557596 None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:16:45.497236 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105b08b-223d-4535-b33c-4707a77d7ce6 req-0cd0ed93-c737-402e-9d2e-354e7be23245 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:45.498791 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7105b08b-223d-4535-b33c-4707a77d7ce6 req-0cd0ed93-c737-402e-9d2e-354e7be23245 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 944 time: 0.0684040 Oct 27 14:16:45.559931 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7105b08b-223d-4535-b33c-4707a77d7ce6 req-a5535ef0-6f9b-4044-8ce8-8e4298106d83 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539269 Oct 27 14:16:45.563668 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-af541961-9383-4bdd-b12a-c2775f557596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:45.592144 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af541961-9383-4bdd-b12a-c2775f557596 None None] Checking router: cb78f8bb-3bda-4e20-9887-e4cb05487ad5 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:16:45.600930 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af541961-9383-4bdd-b12a-c2775f557596 None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:45.601459 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-af541961-9383-4bdd-b12a-c2775f557596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:16:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:45.620817 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Wed, 27 Oct 2021 14:11:45 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:16:45.621112 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova Traceback (most recent call last): Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 27 14:16:45.637499 dv-cinder-815660-2-iscsi neutron-server[101655]: ERROR neutron.notifiers.nova Oct 27 14:16:45.693728 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 80d03754-d38d-4d13-a029-20c6ffb5685d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=101657) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:16:45.724828 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-af541961-9383-4bdd-b12a-c2775f557596 None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:16:45.819423 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 80d03754-d38d-4d13-a029-20c6ffb5685d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=80d03754-d38d-4d13-a029-20c6ffb5685d,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:45.833184 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Returning: {'device': '80d03754-d38d-4d13-a029-20c6ffb5685d', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'port_id': '80d03754-d38d-4d13-a029-20c6ffb5685d', 'mac_address': 'fa:16:3e:47:f7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101657) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:16:45.875812 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:45.889149 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d03754-d38d-4d13-a029-20c6ffb5685d {{(pid=101657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:16:45.908593 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 80d03754-d38d-4d13-a029-20c6ffb5685d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=80d03754-d38d-4d13-a029-20c6ffb5685d,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:45.912674 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:45.936534 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-af541961-9383-4bdd-b12a-c2775f557596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:45.961024 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=80d03754-d38d-4d13-a029-20c6ffb5685d,revision_number=4']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:45.968528 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:45.968879 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:45.969223 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:45.969585 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:45.969924 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:45.970254 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:45.970584 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:45.970909 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:45.971263 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:45.971589 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:45.971912 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:45.972234 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:46.047297 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56064) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:46.058485 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af541961-9383-4bdd-b12a-c2775f557596 None None] The sync data for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi is: [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:08:17Z', 'revision_number': 4, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '73a690fb-6efe-4e88-b969-31684d41989b', 'name': '', 'network_id': '11f7b24e-a72d-42e4-91c7-58ce8c0bc8de', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'mac_address': 'fa:16:3e:68:8f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:15Z', 'updated_at': '2021-10-27T14:08:31Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'subnets': [{'id': 'ad1ca395-0794-488c-93d8-0590c72f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:16:46.107917 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4b0bdb83-9228-4b65-a493-137d4f55b2e2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:46.134187 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4b0bdb83-9228-4b65-a493-137d4f55b2e2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:46.183907 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4b0bdb83-9228-4b65-a493-137d4f55b2e2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:46.186959 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4b0bdb83-9228-4b65-a493-137d4f55b2e2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:46.188215 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-4b0bdb83-9228-4b65-a493-137d4f55b2e2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "DELETE /v2.0/security-groups/ddc63dcb-7a70-4bcf-8714-3ade75728cec HTTP/1.1" status: 204 len: 168 time: 0.1397376 Oct 27 14:16:46.191388 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56066) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:46.200290 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bdb83-9228-4b65-a493-137d4f55b2e2 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc63dcb-7a70-4bcf-8714-3ade75728cec,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:46.210232 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.api.v2.resource [None req-c299f53a-5208-4474-8bf5-e67543ab1dbd tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] show failed (client error): The resource could not be found. Oct 27 14:16:46.214740 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-c299f53a-5208-4474-8bf5-e67543ab1dbd tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "GET /v2.0/security-groups/ddc63dcb-7a70-4bcf-8714-3ade75728cec HTTP/1.1" status: 404 len: 347 time: 0.0190153 Oct 27 14:16:46.215185 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56068) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:46.225738 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] get_ports_and_sgs() called for port_ids ['80d03754-d38d-4d13-a029-20c6ffb5685d'] {{(pid=101657) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:16:46.310689 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7028f31e-1be7-4660-8948-7e3bb5a7a30d None None] New status for floating IP dbfa8de0-7471-4e43-a80b-71a5720a18db: DOWN {{(pid=101657) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:16:46.368275 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-caf230d3-89c7-42a9-871d-cd8d08fc0654 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Deleting port 6f43e664-9f87-4939-a865-c8707c2c1a55 {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:46.368685 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-caf230d3-89c7-42a9-871d-cd8d08fc0654 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:46.450808 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-caf230d3-89c7-42a9-871d-cd8d08fc0654 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:46.451651 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-caf230d3-89c7-42a9-871d-cd8d08fc0654 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:46.467639 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-caf230d3-89c7-42a9-871d-cd8d08fc0654 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Calling delete_port for 6f43e664-9f87-4939-a865-c8707c2c1a55 owned by network:floatingip {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:46.619347 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-caf230d3-89c7-42a9-871d-cd8d08fc0654 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:46.665419 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf230d3-89c7-42a9-871d-cd8d08fc0654 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Pushing event deleted for resources: {'Port': ['ID=6f43e664-9f87-4939-a865-c8707c2c1a55,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:46.695815 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23643754-7d00-46b9-80cd-e097dd146eff req-d95a2fe8-8537-4d09-b87f-354d1fff30b1 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:46.697720 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-23643754-7d00-46b9-80cd-e097dd146eff req-d95a2fe8-8537-4d09-b87f-354d1fff30b1 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 945 time: 0.0574110 Oct 27 14:16:46.730042 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-caf230d3-89c7-42a9-871d-cd8d08fc0654 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks [] for floatingip, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:46.732746 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-caf230d3-89c7-42a9-871d-cd8d08fc0654 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:46.733980 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-caf230d3-89c7-42a9-871d-cd8d08fc0654 tempest-AttachVolumeShelveTestJSON-1000405035 tempest-AttachVolumeShelveTestJSON-1000405035-project] 10.222.0.85 "DELETE /v2.0/floatingips/dbfa8de0-7471-4e43-a80b-71a5720a18db HTTP/1.1" status: 204 len: 168 time: 0.5177491 Oct 27 14:16:46.740082 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-23643754-7d00-46b9-80cd-e097dd146eff req-9379375c-5fb4-4472-afa9-645635e40475 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345829 Oct 27 14:16:47.641230 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e098f1a-7a67-49aa-8612-ecf546da5a62', 'name': 'network-vif-deleted', 'tag': '60d5d634-d73e-43e2-9077-dd41c390011b'}, {'name': 'network-changed', 'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a'}, {'server_uuid': '70957fff-2020-4c1f-8829-004a5b2cb3f8', 'name': 'network-vif-deleted', 'tag': 'd3b6171c-067b-46e6-9907-3c63ab8ab975'}, {'server_uuid': 'f40bbdf7-2daa-4c43-bb64-5d7e74d23348', 'name': 'network-vif-deleted', 'tag': 'aa6b322d-3edd-4f7e-8d3e-0fad55862f04'}, {'name': 'network-changed', 'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573'}, {'server_uuid': 'adbc567f-bc87-48cd-b910-ba46c84f914d', 'name': 'network-vif-deleted', 'tag': '766d9692-5198-4c25-aa3a-d99900cc51b5'}, {'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'name': 'network-vif-deleted', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d'}, {'server_uuid': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'name': 'network-vif-deleted', 'tag': '15887899-2093-4823-88fd-9157f73d58e7'}, {'name': 'network-changed', 'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae'}, {'name': 'network-changed', 'server_uuid': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'tag': 'dfabc39d-4ff3-4bef-a411-759d83df1689'}, {'server_uuid': '75d89b0d-7f54-43fe-ac03-194305453349', 'name': 'network-vif-deleted', 'tag': '2a924378-fa68-4553-8201-a655778b931a'}, {'name': 'network-changed', 'server_uuid': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'tag': '5820d118-3b01-4edb-be39-b49d0e1eee59'}, {'name': 'network-changed', 'server_uuid': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'tag': 'dfabc39d-4ff3-4bef-a411-759d83df1689'}, {'name': 'network-changed', 'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573'}, {'name': 'network-changed', 'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573'}, {'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'name': 'network-vif-deleted', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573'}, {'name': 'network-changed', 'server_uuid': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'tag': '5820d118-3b01-4edb-be39-b49d0e1eee59'}, {'server_uuid': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'name': 'network-vif-deleted', 'tag': 'dfabc39d-4ff3-4bef-a411-759d83df1689'}, {'name': 'network-changed', 'server_uuid': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'tag': '80d03754-d38d-4d13-a029-20c6ffb5685d'}, {'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'name': 'network-vif-deleted', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:47.644317 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5159fb44-f846-45a9-aeda-451e112ebc8b" -d '{"events": [{"server_uuid": "1e098f1a-7a67-49aa-8612-ecf546da5a62", "name": "network-vif-deleted", "tag": "60d5d634-d73e-43e2-9077-dd41c390011b"}, {"name": "network-changed", "server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a"}, {"server_uuid": "70957fff-2020-4c1f-8829-004a5b2cb3f8", "name": "network-vif-deleted", "tag": "d3b6171c-067b-46e6-9907-3c63ab8ab975"}, {"server_uuid": "f40bbdf7-2daa-4c43-bb64-5d7e74d23348", "name": "network-vif-deleted", "tag": "aa6b322d-3edd-4f7e-8d3e-0fad55862f04"}, {"name": "network-changed", "server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573"}, {"server_uuid": "adbc567f-bc87-48cd-b910-ba46c84f914d", "name": "network-vif-deleted", "tag": "766d9692-5198-4c25-aa3a-d99900cc51b5"}, {"server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "name": "network-vif-deleted", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d"}, {"server_uuid": "396ab30c-d8d7-48b2-a476-fe2cd2d21ce8", "name": "network-vif-deleted", "tag": "15887899-2093-4823-88fd-9157f73d58e7"}, {"name": "network-changed", "server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae"}, {"name": "network-changed", "server_uuid": "35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2", "tag": "dfabc39d-4ff3-4bef-a411-759d83df1689"}, {"server_uuid": "75d89b0d-7f54-43fe-ac03-194305453349", "name": "network-vif-deleted", "tag": "2a924378-fa68-4553-8201-a655778b931a"}, {"name": "network-changed", "server_uuid": "d42f6751-6bd2-4fd8-bce3-06d68f746b23", "tag": "5820d118-3b01-4edb-be39-b49d0e1eee59"}, {"name": "network-changed", "server_uuid": "35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2", "tag": "dfabc39d-4ff3-4bef-a411-759d83df1689"}, {"name": "network-changed", "server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573"}, {"name": "network-changed", "server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573"}, {"server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "name": "network-vif-deleted", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573"}, {"name": "network-changed", "server_uuid": "d42f6751-6bd2-4fd8-bce3-06d68f746b23", "tag": "5820d118-3b01-4edb-be39-b49d0e1eee59"}, {"server_uuid": "35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2", "name": "network-vif-deleted", "tag": "dfabc39d-4ff3-4bef-a411-759d83df1689"}, {"name": "network-changed", "server_uuid": "c9f87a4f-0685-4f2c-b376-a5c84ddaf59c", "tag": "80d03754-d38d-4d13-a029-20c6ffb5685d"}, {"server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "name": "network-vif-deleted", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:16:47.716965 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 80d03754-d38d-4d13-a029-20c6ffb5685d up at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:16:47.879534 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 3392 Content-Type: application/json Date: Wed, 27 Oct 2021 14:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b974f2ab-d378-4d50-b065-49f259d8625c x-openstack-request-id: req-b974f2ab-d378-4d50-b065-49f259d8625c {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:16:47.879956 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e098f1a-7a67-49aa-8612-ecf546da5a62", "name": "network-vif-deleted", "tag": "60d5d634-d73e-43e2-9077-dd41c390011b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a", "status": "completed", "code": 200}, {"server_uuid": "70957fff-2020-4c1f-8829-004a5b2cb3f8", "name": "network-vif-deleted", "tag": "d3b6171c-067b-46e6-9907-3c63ab8ab975", "status": "completed", "code": 200}, {"server_uuid": "f40bbdf7-2daa-4c43-bb64-5d7e74d23348", "name": "network-vif-deleted", "tag": "aa6b322d-3edd-4f7e-8d3e-0fad55862f04", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573", "status": "completed", "code": 200}, {"server_uuid": "adbc567f-bc87-48cd-b910-ba46c84f914d", "name": "network-vif-deleted", "tag": "766d9692-5198-4c25-aa3a-d99900cc51b5", "status": "completed", "code": 200}, {"server_uuid": "41e12ebd-fe44-4aa9-8f5e-572d91370319", "name": "network-vif-deleted", "tag": "aab79689-5599-45f7-b77c-95b865b88b1d", "status": "completed", "code": 200}, {"server_uuid": "396ab30c-d8d7-48b2-a476-fe2cd2d21ce8", "name": "network-vif-deleted", "tag": "15887899-2093-4823-88fd-9157f73d58e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2", "tag": "dfabc39d-4ff3-4bef-a411-759d83df1689", "status": "completed", "code": 200}, {"server_uuid": "75d89b0d-7f54-43fe-ac03-194305453349", "name": "network-vif-deleted", "tag": "2a924378-fa68-4553-8201-a655778b931a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d42f6751-6bd2-4fd8-bce3-06d68f746b23", "tag": "5820d118-3b01-4edb-be39-b49d0e1eee59", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2", "tag": "dfabc39d-4ff3-4bef-a411-759d83df1689", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573", "status": "completed", "code": 200}, {"server_uuid": "8d115154-f737-44a1-83d0-3ed7b44ab9f5", "name": "network-vif-deleted", "tag": "d7dbd7ad-d681-4b28-a600-73b66f728573", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d42f6751-6bd2-4fd8-bce3-06d68f746b23", "tag": "5820d118-3b01-4edb-be39-b49d0e1eee59", "status": "completed", "code": 200}, {"server_uuid": "35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2", "name": "network-vif-deleted", "tag": "dfabc39d-4ff3-4bef-a411-759d83df1689", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9f87a4f-0685-4f2c-b376-a5c84ddaf59c", "tag": "80d03754-d38d-4d13-a029-20c6ffb5685d", "status": "completed", "code": 200}, {"server_uuid": "e2e905cb-2edf-4221-933f-a7c59abcd554", "name": "network-vif-deleted", "tag": "7cb0b496-4ac4-4e36-a183-d35a08ddccae", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:16:47.880108 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b974f2ab-d378-4d50-b065-49f259d8625c {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:16:47.880532 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e098f1a-7a67-49aa-8612-ecf546da5a62', 'name': 'network-vif-deleted', 'tag': '60d5d634-d73e-43e2-9077-dd41c390011b', 'status': 'completed', 'code': 200} Oct 27 14:16:47.881051 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'status': 'completed', 'code': 200} Oct 27 14:16:47.881302 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70957fff-2020-4c1f-8829-004a5b2cb3f8', 'name': 'network-vif-deleted', 'tag': 'd3b6171c-067b-46e6-9907-3c63ab8ab975', 'status': 'completed', 'code': 200} Oct 27 14:16:47.881547 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40bbdf7-2daa-4c43-bb64-5d7e74d23348', 'name': 'network-vif-deleted', 'tag': 'aa6b322d-3edd-4f7e-8d3e-0fad55862f04', 'status': 'completed', 'code': 200} Oct 27 14:16:47.881791 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'status': 'completed', 'code': 200} Oct 27 14:16:47.882033 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbc567f-bc87-48cd-b910-ba46c84f914d', 'name': 'network-vif-deleted', 'tag': '766d9692-5198-4c25-aa3a-d99900cc51b5', 'status': 'completed', 'code': 200} Oct 27 14:16:47.882271 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e12ebd-fe44-4aa9-8f5e-572d91370319', 'name': 'network-vif-deleted', 'tag': 'aab79689-5599-45f7-b77c-95b865b88b1d', 'status': 'completed', 'code': 200} Oct 27 14:16:47.882506 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396ab30c-d8d7-48b2-a476-fe2cd2d21ce8', 'name': 'network-vif-deleted', 'tag': '15887899-2093-4823-88fd-9157f73d58e7', 'status': 'completed', 'code': 200} Oct 27 14:16:47.882740 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'status': 'completed', 'code': 200} Oct 27 14:16:47.883728 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'tag': 'dfabc39d-4ff3-4bef-a411-759d83df1689', 'status': 'completed', 'code': 200} Oct 27 14:16:47.884080 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d89b0d-7f54-43fe-ac03-194305453349', 'name': 'network-vif-deleted', 'tag': '2a924378-fa68-4553-8201-a655778b931a', 'status': 'completed', 'code': 200} Oct 27 14:16:47.884322 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'tag': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'status': 'completed', 'code': 200} Oct 27 14:16:47.884559 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'tag': 'dfabc39d-4ff3-4bef-a411-759d83df1689', 'status': 'completed', 'code': 200} Oct 27 14:16:47.884797 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'status': 'completed', 'code': 200} Oct 27 14:16:47.885030 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'status': 'completed', 'code': 200} Oct 27 14:16:47.885264 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d115154-f737-44a1-83d0-3ed7b44ab9f5', 'name': 'network-vif-deleted', 'tag': 'd7dbd7ad-d681-4b28-a600-73b66f728573', 'status': 'completed', 'code': 200} Oct 27 14:16:47.885495 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'tag': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'status': 'completed', 'code': 200} Oct 27 14:16:47.885726 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2', 'name': 'network-vif-deleted', 'tag': 'dfabc39d-4ff3-4bef-a411-759d83df1689', 'status': 'completed', 'code': 200} Oct 27 14:16:47.885956 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'tag': '80d03754-d38d-4d13-a029-20c6ffb5685d', 'status': 'completed', 'code': 200} Oct 27 14:16:47.886185 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e905cb-2edf-4221-933f-a7c59abcd554', 'name': 'network-vif-deleted', 'tag': '7cb0b496-4ac4-4e36-a183-d35a08ddccae', 'status': 'completed', 'code': 200} Oct 27 14:16:47.913070 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning for port 80d03754-d38d-4d13-a029-20c6ffb5685d completed by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:16:47.918448 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.provisioning_blocks [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Provisioning complete for port 80d03754-d38d-4d13-a029-20c6ffb5685d triggered by entity L2. {{(pid=101657) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:16:47.918993 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666491'] for port, provisioning_complete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:48.005154 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-289bf647-92c8-4e4c-b4ea-74142a55be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:48.006689 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-289bf647-92c8-4e4c-b4ea-74142a55be58 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c924da1e65494809b6ceaf4b8a10e166&device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 1099 time: 0.0776989 Oct 27 14:16:48.007194 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:48.020272 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470d8e2-3ba9-41fb-9364-f2f0eb79937f req-ed50a766-3155-4397-9cf7-809711be4ff6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:48.021811 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b470d8e2-3ba9-41fb-9364-f2f0eb79937f req-ed50a766-3155-4397-9cf7-809711be4ff6 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 945 time: 0.0654430 Oct 27 14:16:48.040003 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d03754-d38d-4d13-a029-20c6ffb5685d'}] {{(pid=101657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:48.042304 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}589709f6b7cdc96a49769af68ac5c81b0d3d306e1d113c984d0b20295265f02a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61a365d-f71d-458f-8bb5-b19938d7c677" -d '{"events": [{"server_uuid": "c9f87a4f-0685-4f2c-b376-a5c84ddaf59c", "name": "network-vif-plugged", "status": "completed", "tag": "80d03754-d38d-4d13-a029-20c6ffb5685d"}]}' {{(pid=101657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:16:48.055640 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] For port 80d03754-d38d-4d13-a029-20c6ffb5685d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=80d03754-d38d-4d13-a029-20c6ffb5685d,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:48.060632 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170'] for port, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:48.061525 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 7cb0b496-4ac4-4e36-a183-d35a08ddccae no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:16:48.061956 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56100) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:48.104480 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 7cb0b496-4ac4-4e36-a183-d35a08ddccae {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:16:48.104870 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 7cb0b496-4ac4-4e36-a183-d35a08ddccae not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:16:48.124126 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-6a1956c0-589d-46ec-98e0-4a048ffea669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:48.125659 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-6a1956c0-589d-46ec-98e0-4a048ffea669 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5 HTTP/1.1" status: 200 len: 910 time: 0.1029170 Oct 27 14:16:48.144545 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Pushing event updated for resources: {'Port': ['ID=80d03754-d38d-4d13-a029-20c6ffb5685d,revision_number=5']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:48.151667 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-b470d8e2-3ba9-41fb-9364-f2f0eb79937f req-8bba94be-9375-4550-b265-53c664d71c19 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202810 Oct 27 14:16:48.214628 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-dee81465-b4a0-4a47-b1b0-e2709d2d2f95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a HTTP/1.1" status: 200 len: 1002 time: 0.0749826 Oct 27 14:16:48.234618 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2208ac52-08aa-4cac-82b9-93e68f9d3a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:48.248288 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c28cc3-aa64-4984-b236-cdee10d4a1e9 x-openstack-request-id: req-d5c28cc3-aa64-4984-b236-cdee10d4a1e9 {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:16:48.248596 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f87a4f-0685-4f2c-b376-a5c84ddaf59c", "name": "network-vif-plugged", "status": "completed", "tag": "80d03754-d38d-4d13-a029-20c6ffb5685d", "code": 200}]} {{(pid=101657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:16:48.248851 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d5c28cc3-aa64-4984-b236-cdee10d4a1e9 {{(pid=101657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:16:48.249258 dv-cinder-815660-2-iscsi neutron-server[101657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d03754-d38d-4d13-a029-20c6ffb5685d', 'code': 200} Oct 27 14:16:48.294068 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-059df906-8ff7-44fa-a0c6-c8ea1f1600a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:48.295815 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-059df906-8ff7-44fa-a0c6-c8ea1f1600a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e60fc371-9d94-4a14-99dd-a7c382854dc9 HTTP/1.1" status: 200 len: 847 time: 0.0684130 Oct 27 14:16:48.351997 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2208ac52-08aa-4cac-82b9-93e68f9d3a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:48.353753 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-c0936197-e960-41b7-aca9-dbe56f530632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:48.355693 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2208ac52-08aa-4cac-82b9-93e68f9d3a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:48.355899 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-c0936197-e960-41b7-aca9-dbe56f530632 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513523 Oct 27 14:16:48.401589 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-2208ac52-08aa-4cac-82b9-93e68f9d3a47 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b592ec0f12e941a28e3063d6aa76a418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370709 Oct 27 14:16:48.402451 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208ac52-08aa-4cac-82b9-93e68f9d3a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753e3878-066a-4c1e-9df5-7c3ef82e5ec6,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:48.405578 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56112) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:48.472472 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-decd0a9f-57ef-463d-ac2a-b47d35965a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:48.505283 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-ba0230c9-4ea7-4466-8833-37c7a986f410 service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267576 Oct 27 14:16:48.513509 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-decd0a9f-57ef-463d-ac2a-b47d35965a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:48.563650 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-decd0a9f-57ef-463d-ac2a-b47d35965a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:48.566196 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-decd0a9f-57ef-463d-ac2a-b47d35965a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:48.569905 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-decd0a9f-57ef-463d-ac2a-b47d35965a6b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/753e3878-066a-4c1e-9df5-7c3ef82e5ec6 HTTP/1.1" status: 204 len: 168 time: 0.1608355 Oct 27 14:16:48.576333 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd0a9f-57ef-463d-ac2a-b47d35965a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753e3878-066a-4c1e-9df5-7c3ef82e5ec6,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:48.621257 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5624a47-8c01-49c3-9efa-efea9c245ff8 req-6d3296bf-1a26-4cab-9c4d-f4b23c1b6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:48.623000 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a5624a47-8c01-49c3-9efa-efea9c245ff8 req-6d3296bf-1a26-4cab-9c4d-f4b23c1b6071 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 1099 time: 0.1027119 Oct 27 14:16:48.660045 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-285f942f-73db-436a-bc41-4a5d1934cbfe service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311831 Oct 27 14:16:48.677786 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a5624a47-8c01-49c3-9efa-efea9c245ff8 req-53545be7-dba1-405c-9019-16211a053db1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414770 Oct 27 14:16:48.758888 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:48.924545 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-a90106c1-7331-4360-b72c-a8a9d3f6067a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9fb32c18000f440e88bc81eec30692b9&device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 210 time: 0.0265684 Oct 27 14:16:48.951473 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-a474c9c6-6088-49cb-95b4-2645005494a3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9fb32c18000f440e88bc81eec30692b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187893 Oct 27 14:16:49.051208 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-4e088f7c-b2c4-4991-8d79-94c96be7af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:49.052675 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-4e088f7c-b2c4-4991-8d79-94c96be7af7e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0926611 Oct 27 14:16:49.095362 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-c4b6d4c4-94e6-4b3e-868f-447c6a0c352f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c84e18e41f634c02ac87674f5f6da28d&device_id=e2e905cb-2edf-4221-933f-a7c59abcd554 HTTP/1.1" status: 200 len: 210 time: 0.0254147 Oct 27 14:16:49.203888 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-266b6bea-69ed-4aaa-b905-9c62aade7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:49.205370 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-266b6bea-69ed-4aaa-b905-9c62aade7a9a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c84e18e41f634c02ac87674f5f6da28d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0926986 Oct 27 14:16:49.337110 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4242af9-d74c-4582-bcf0-15879dd0f810 req-bc0135a4-fe22-4264-80f9-2d3b0cf19577 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:49.338621 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a4242af9-d74c-4582-bcf0-15879dd0f810 req-bc0135a4-fe22-4264-80f9-2d3b0cf19577 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 946 time: 0.1016693 Oct 27 14:16:49.343735 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-ddfe5cee-9cd5-4e40-a2bb-20c0a55137b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:49.345132 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-ddfe5cee-9cd5-4e40-a2bb-20c0a55137b7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1300046 Oct 27 14:16:49.391618 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-5c9bb7ea-591c-41c9-8a7f-52395893486d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 210 time: 0.0303457 Oct 27 14:16:49.413234 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-a4242af9-d74c-4582-bcf0-15879dd0f810 req-b1c490f8-cb1e-4682-bf36-7ad1c9a79a37 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671282 Oct 27 14:16:49.426252 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-c5052b85-fb2c-4dd6-8ac5-ec57aba46987 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236363 Oct 27 14:16:49.529302 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56124) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:49.535154 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-847f670f-6ee9-4b5d-872f-e07ca9b6428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:49.536771 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-847f670f-6ee9-4b5d-872f-e07ca9b6428a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0968740 Oct 27 14:16:49.622838 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-2dac7d81-3502-4a71-a388-ba981e6715ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:49.624412 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-2dac7d81-3502-4a71-a388-ba981e6715ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 1098 time: 0.0461559 Oct 27 14:16:49.723907 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-4047c9aa-b687-4a5a-ad2a-c0cf08a5a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:49.725376 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-4047c9aa-b687-4a5a-ad2a-c0cf08a5a132 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 913 time: 0.0914960 Oct 27 14:16:49.800154 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-b7d943b0-992f-46d3-8dfd-52adde4d6543 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5820d118-3b01-4edb-be39-b49d0e1eee59 HTTP/1.1" status: 200 len: 1001 time: 0.0640666 Oct 27 14:16:49.878206 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-887b7db7-9673-41a8-a0a7-b8e861d75ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:49.879840 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-887b7db7-9673-41a8-a0a7-b8e861d75ea4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.0579278 Oct 27 14:16:49.948878 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-c268b114-27bd-4822-b9f9-f0b6edd52de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:49.950974 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-c268b114-27bd-4822-b9f9-f0b6edd52de2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578351 Oct 27 14:16:50.074111 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-87c20ae8-69ff-4b34-8b26-f30c56805e83 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099164 Oct 27 14:16:50.108984 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7917875'] for router_interface, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:50.191249 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-ec1a74dc-cbc8-42a0-9ae9-30f16085fb67 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024702 Oct 27 14:16:50.252581 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-fe0fe16d-028e-4b6a-b22e-e3066263f640 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&device_id=35f0ad1d-3b95-40a6-9fb4-35c1c4fcffc2 HTTP/1.1" status: 200 len: 210 time: 0.0256264 Oct 27 14:16:50.281274 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-ee1b18c3-7512-40b8-8117-9e1372340fdc service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=81aae1f72a0c4ea9918b36e3c7aef02b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192544 Oct 27 14:16:50.374744 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] Deleting port 73a690fb-6efe-4e88-b969-31684d41989b {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:50.375074 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:50.383114 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-b93229b9-25c0-4151-9ae3-ef76458b1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:50.385322 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-b93229b9-25c0-4151-9ae3-ef76458b1d43 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0969448 Oct 27 14:16:50.426143 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-2c2002f9-f943-47b4-a2a2-fdcebfa346a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9fb32c18000f440e88bc81eec30692b9&device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 210 time: 0.0255964 Oct 27 14:16:50.453497 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] For port 73a690fb-6efe-4e88-b969-31684d41989b, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=73a690fb-6efe-4e88-b969-31684d41989b,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:50.453852 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:50.454323 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-3cc44a57-b3c6-4668-b1de-f5edb199ab7b service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9fb32c18000f440e88bc81eec30692b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196538 Oct 27 14:16:50.467109 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] Calling delete_port for 73a690fb-6efe-4e88-b969-31684d41989b owned by network:router_interface {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:50.595522 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fc1c9-358c-4029-b3f6-b63aebd0ca4c req-80d87e88-8d50-47e7-81ea-732dfe113010 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:50.597008 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-591fc1c9-358c-4029-b3f6-b63aebd0ca4c req-80d87e88-8d50-47e7-81ea-732dfe113010 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 946 time: 0.0779817 Oct 27 14:16:50.603359 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-cfd199f6-545b-447a-a9ac-f37c077d4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:50.604819 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-cfd199f6-545b-447a-a9ac-f37c077d4403 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1407211 Oct 27 14:16:50.652468 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-218f69db-9f12-41be-8538-928ba08276b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9fb32c18000f440e88bc81eec30692b9&device_id=8d115154-f737-44a1-83d0-3ed7b44ab9f5 HTTP/1.1" status: 200 len: 210 time: 0.0329938 Oct 27 14:16:50.657909 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:50.686731 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-591fc1c9-358c-4029-b3f6-b63aebd0ca4c req-b6277f53-2f00-4195-b42c-2c427c9c8415 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809438 Oct 27 14:16:50.687794 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] Pushing event deleted for resources: {'Port': ['ID=73a690fb-6efe-4e88-b969-31684d41989b,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:50.688542 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-476143e8-18bb-4761-9c3c-5c5856f17734 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9fb32c18000f440e88bc81eec30692b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256264 Oct 27 14:16:50.853971 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-1aff1c93-ea28-437d-96b0-2d8c72237479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:50.856356 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-1aff1c93-ea28-437d-96b0-2d8c72237479 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1582048 Oct 27 14:16:50.869645 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8300935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918047'] for router_interface, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:50.871607 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a256-4c26-4f75-a601-0c0b33a88b8d req-64681084-4194-44a9-ae0e-3919d4fd53cb tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:50.873169 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-87f6a256-4c26-4f75-a601-0c0b33a88b8d req-64681084-4194-44a9-ae0e-3919d4fd53cb tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 946 time: 0.0774438 Oct 27 14:16:50.940113 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-87f6a256-4c26-4f75-a601-0c0b33a88b8d req-ce8b962b-b5f5-408a-bcce-e125de56202b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603445 Oct 27 14:16:50.951027 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-03dc5cc1-7dd5-4e69-a359-900a56dc5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:50.952543 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-03dc5cc1-7dd5-4e69-a359-900a56dc5a38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 1098 time: 0.0580192 Oct 27 14:16:50.967411 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56134) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:51.062991 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-b170feae-79d9-4ac2-9eb9-935b5844e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:51.064554 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-b170feae-79d9-4ac2-9eb9-935b5844e5a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 913 time: 0.1044312 Oct 27 14:16:51.149081 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe0f1e4-7aa5-4ddd-8484-83bfcc2f4d40 tempest-TestVolumeBootPattern-1576771050 tempest-TestVolumeBootPattern-1576771050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101656) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:51.150846 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-6fe0f1e4-7aa5-4ddd-8484-83bfcc2f4d40 tempest-TestVolumeBootPattern-1576771050 tempest-TestVolumeBootPattern-1576771050-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 1094 time: 0.1825681 Oct 27 14:16:51.154247 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56138) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:51.158772 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.v2.base [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Request body: {'floatingip': {'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'port_id': '80d03754-d38d-4d13-a029-20c6ffb5685d', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101656) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:16:51.167230 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] Router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:16:51.192051 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:51.345564 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:16:51.354268 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-6293909a-7906-412f-a5e5-797ca1eb850d admin admin] 10.222.0.85 "PUT /v2.0/routers/cb78f8bb-3bda-4e20-9887-e4cb05487ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8238003 Oct 27 14:16:51.355773 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56140) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:51.358487 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0af672-5564-4313-95a1-a8b5039fa0b7 None None] Sync routers for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:16:51.369891 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0af672-5564-4313-95a1-a8b5039fa0b7 None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:51.370662 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-fe0af672-5564-4313-95a1-a8b5039fa0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:16:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:51.414533 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-7a726fb7-f108-4075-b79c-f0933c4e260d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5820d118-3b01-4edb-be39-b49d0e1eee59 HTTP/1.1" status: 200 len: 1001 time: 0.3412974 Oct 27 14:16:51.469761 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-022afdff-4daf-4982-bf3d-c4777fcf7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:51.471623 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-022afdff-4daf-4982-bf3d-c4777fcf7ccd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.0480595 Oct 27 14:16:51.474050 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:51.481927 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-fe0af672-5564-4313-95a1-a8b5039fa0b7 None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:16:51.490587 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Publish callbacks [] for router, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:51.527200 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-825515d9-69e6-4989-8c70-2556cedb8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:51.529651 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-825515d9-69e6-4989-8c70-2556cedb8b8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462701 Oct 27 14:16:51.652090 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-3c7e7bc6-e1b6-489c-8be5-118536929e9a service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134710 Oct 27 14:16:51.683079 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-fe0af672-5564-4313-95a1-a8b5039fa0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:16:50Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:51.716553 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0af672-5564-4313-95a1-a8b5039fa0b7 None None] Checking router: cb78f8bb-3bda-4e20-9887-e4cb05487ad5 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:16:51.725908 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0af672-5564-4313-95a1-a8b5039fa0b7 None None] Routers {'cb78f8bb-3bda-4e20-9887-e4cb05487ad5'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:51.726535 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-fe0af672-5564-4313-95a1-a8b5039fa0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:16:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:51.766504 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-f6c82ab6-fb4c-43ba-98a4-49a5615050d8 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033807 Oct 27 14:16:51.843626 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-fe0af672-5564-4313-95a1-a8b5039fa0b7 None None] Set router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:16:51.870908 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-18ba9b97-fb64-4343-bbc2-aae6cee429c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:51.872489 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-18ba9b97-fb64-4343-bbc2-aae6cee429c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 1099 time: 0.0430012 Oct 27 14:16:51.906608 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_common [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Allocated IP 172.27.0.54 (884a1a2f-ed48-4d26-92b7-dfda2a60ebf8/dde37f04-d826-45cf-bf11-2d55e6b5b02d/f5f049d6-7bce-4190-bbb3-4b0f51298d23) {{(pid=101656) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:16:51.931358 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:51.984329 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-bb71ebfc-a49c-471f-b7dc-408ffe5bf754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:51.986546 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-bb71ebfc-a49c-471f-b7dc-408ffe5bf754 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 913 time: 0.1051533 Oct 27 14:16:52.049801 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-7a39e7b0-7789-4075-90d3-e1a985b37641 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d03754-d38d-4d13-a029-20c6ffb5685d HTTP/1.1" status: 200 len: 217 time: 0.0550883 Oct 27 14:16:52.073833 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-fe0af672-5564-4313-95a1-a8b5039fa0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:16:50Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:52.085424 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for port, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:52.093056 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Deleting port 47d1412e-90c3-49ec-8af2-1d32ee48030c {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:52.093387 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:52.107852 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0af672-5564-4313-95a1-a8b5039fa0b7 None None] The sync data for ids ['cb78f8bb-3bda-4e20-9887-e4cb05487ad5'] in dv-cinder-815660-2-iscsi is: [{'id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'name': 'tempest-AttachVolumeShelveTestJSON-1110352039-router', 'tenant_id': 'c84e18e41f634c02ac87674f5f6da28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:08:08Z', 'updated_at': '2021-10-27T14:16:50Z', 'revision_number': 5, 'project_id': 'c84e18e41f634c02ac87674f5f6da28d', 'gw_port': {'id': '47d1412e-90c3-49ec-8af2-1d32ee48030c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb78f8bb-3bda-4e20-9887-e4cb05487ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:08:09Z', 'updated_at': '2021-10-27T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:16:52.115651 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-ef56fa9b-4119-4a5a-ad81-ce0e3e3da6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:52.117240 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-ef56fa9b-4119-4a5a-ad81-ce0e3e3da6cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.0552764 Oct 27 14:16:52.182655 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-4936f1d1-d5e4-43d2-8f65-22d4fcfd706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:52.184740 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-4936f1d1-d5e4-43d2-8f65-22d4fcfd706e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573766 Oct 27 14:16:52.186476 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749825335134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:52.242359 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] For port 47d1412e-90c3-49ec-8af2-1d32ee48030c, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=47d1412e-90c3-49ec-8af2-1d32ee48030c,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:52.242656 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:52.250384 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Network 884a1a2f-ed48-4d26-92b7-dfda2a60ebf8 is already hosted by enough agents. {{(pid=101656) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:16:52.260531 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.base_scheduler [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Resources bound (agent type, host, resource id): {{(pid=101656) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:16:52.266724 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Received port after_create {{(pid=101656) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:16:52.268696 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Calling delete_port for 47d1412e-90c3-49ec-8af2-1d32ee48030c owned by network:router_gateway {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:52.285893 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-e19cb0c0-39ff-4f56-a5de-c44b547f59e3 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915523 Oct 27 14:16:52.294478 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'Port': ['ID=f5f049d6-7bce-4190-bbb3-4b0f51298d23,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:52.382062 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5159fb44-f846-45a9-aeda-451e112ebc8b req-07890fb6-5b38-4835-8fb9-55d450370c16 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883536 Oct 27 14:16:52.544058 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 73a690fb-6efe-4e88-b969-31684d41989b no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:16:52.567931 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 73a690fb-6efe-4e88-b969-31684d41989b {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:16:52.568309 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 73a690fb-6efe-4e88-b969-31684d41989b not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:16:52.632153 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:52.686331 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=47d1412e-90c3-49ec-8af2-1d32ee48030c,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:52.817388 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924349'] for router_gateway, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:52.915485 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:52.917644 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7917591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6078'] for router, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:52.938245 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:52.992767 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7917568'] for router, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:52.993403 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb78f8bb-3bda-4e20-9887-e4cb05487ad5 {{(pid=101656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:16:52.999315 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] Publish callbacks [] for router, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.000398 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-8c3cb730-6017-4706-93b7-41fc51880ffa admin admin] 10.222.0.85 "DELETE /v2.0/routers/cb78f8bb-3bda-4e20-9887-e4cb05487ad5 HTTP/1.1" status: 204 len: 168 time: 1.6427827 Oct 27 14:16:53.003518 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56142) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:53.028655 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-598475'] for port, before_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.054665 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e84551-b474-445d-84aa-6d7dff5188df admin admin] Deleting subnet ad1ca395-0794-488c-93d8-0590c72f0634 {{(pid=101655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:16:53.058396 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-85e84551-b474-445d-84aa-6d7dff5188df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.101705 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-85e84551-b474-445d-84aa-6d7dff5188df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66587301'] for subnet, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.182308 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-85e84551-b474-445d-84aa-6d7dff5188df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.199231 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for port, precommit_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.204282 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749825813486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749825335152', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749825335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5109686'] for port, after_update {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.237430 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-85e84551-b474-445d-84aa-6d7dff5188df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67050067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66201668'] for subnet, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.267854 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-85e84551-b474-445d-84aa-6d7dff5188df admin admin] Publish callbacks [] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.272081 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event updated for resources: {'Port': ['ID=f5f049d6-7bce-4190-bbb3-4b0f51298d23,revision_number=2']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:53.274245 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56144) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:53.274787 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-85e84551-b474-445d-84aa-6d7dff5188df admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ad1ca395-0794-488c-93d8-0590c72f0634 HTTP/1.1" status: 204 len: 168 time: 0.2694736 Oct 27 14:16:53.275752 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e84551-b474-445d-84aa-6d7dff5188df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1ca395-0794-488c-93d8-0590c72f0634,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:53.279100 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dbd001-a675-4183-940e-cd69910ab22b None None] Network 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:16:53.331160 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7924275'] for floatingip, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.416044 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.461062 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b12d10-e7e1-4df4-b9dc-c1a8b44a399b None None] DHCP port deletion for 11f7b24e-a72d-42e4-91c7-58ce8c0bc8de request from dv-cinder-815660-2-iscsi {{(pid=101657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:16:53.482796 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.db.l3_db [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Floating IP 75a17557-6b7c-4d4f-8e9e-4bbfaf05ae88 associated. External IP: 172.27.0.54, port: 80d03754-d38d-4d13-a029-20c6ffb5685d. Oct 27 14:16:53.525230 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-64b12d10-e7e1-4df4-b9dc-c1a8b44a399b None None] Deleting port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 {{(pid=101657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:53.525608 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-64b12d10-e7e1-4df4-b9dc-c1a8b44a399b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.583450 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Deleting port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:16:53.583945 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.594165 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-64b12d10-e7e1-4df4-b9dc-c1a8b44a399b None None] For port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=6391d918-bba9-4a8f-9ab8-4bfd2e171bb4,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:53.594903 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-64b12d10-e7e1-4df4-b9dc-c1a8b44a399b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.607731 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-64b12d10-e7e1-4df4-b9dc-c1a8b44a399b None None] Calling delete_port for 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 owned by network:dhcp {{(pid=101657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:53.668042 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] For port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=6391d918-bba9-4a8f-9ab8-4bfd2e171bb4,segment=NetworkSegment(e628aa16-c2c5-440c-9ca1-942bb1485f44),segment_id=e628aa16-c2c5-440c-9ca1-942bb1485f44)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:53.668433 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.691242 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-64b12d10-e7e1-4df4-b9dc-c1a8b44a399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.715729 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b12d10-e7e1-4df4-b9dc-c1a8b44a399b None None] Pushing event deleted for resources: {'Port': ['ID=6391d918-bba9-4a8f-9ab8-4bfd2e171bb4,revision_number=None']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:53.719114 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b12d10-e7e1-4df4-b9dc-c1a8b44a399b None None] No DVR routers for this DVR port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 on host dv-cinder-815660-2-iscsi {{(pid=101657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:16:53.739472 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Calling delete_port for 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 owned by network:dhcp {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:16:53.833410 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:16:53.850763 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:53.933789 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Pushing event deleted for resources: {'Port': ['ID=6391d918-bba9-4a8f-9ab8-4bfd2e171bb4,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:53.942646 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] No DVR routers for this DVR port 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 on host dv-cinder-815660-2-iscsi {{(pid=101656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:16:54.031241 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:54.042478 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:16:54.055685 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e3f50-c666-4e4a-82a4-e88d2d18e2a2 None None] Sync routers for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:16:54.060092 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f7b24e-a72d-42e4-91c7-58ce8c0bc8de']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:54.065193 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e3f50-c666-4e4a-82a4-e88d2d18e2a2 None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:54.065812 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-057e3f50-c666-4e4a-82a4-e88d2d18e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:16:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:54.073515 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e628aa16-c2c5-440c-9ca1-942bb1485f44') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:54.073882 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e628aa16-c2c5-440c-9ca1-942bb1485f44') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:54.082107 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:54.087559 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:54.118447 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:54.121456 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-178bca4d-23d8-4293-b1d8-63cc789faeec tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9662638 Oct 27 14:16:54.124109 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'tag': '80d03754-d38d-4d13-a029-20c6ffb5685d'}] {{(pid=101656) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:54.126333 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84c9c6aa69a7403ae60e4d5f3bfcb1a729f741678d00f34414191addfe6d7192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1431069f-cdb5-4851-ae99-b5003412afa6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f87a4f-0685-4f2c-b376-a5c84ddaf59c", "tag": "80d03754-d38d-4d13-a029-20c6ffb5685d"}]}' {{(pid=101656) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:16:54.132085 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:16:54.135337 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:16:54.137704 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:16:54.180767 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bc6769-fd7d-4413-bbef-3d32ebcb7bc4 x-openstack-request-id: req-78bc6769-fd7d-4413-bbef-3d32ebcb7bc4 {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:16:54.181206 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f87a4f-0685-4f2c-b376-a5c84ddaf59c", "tag": "80d03754-d38d-4d13-a029-20c6ffb5685d", "status": "completed", "code": 200}]} {{(pid=101656) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:16:54.181547 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-78bc6769-fd7d-4413-bbef-3d32ebcb7bc4 {{(pid=101656) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:16:54.181862 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'tag': '80d03754-d38d-4d13-a029-20c6ffb5685d', 'status': 'completed', 'code': 200} Oct 27 14:16:54.188425 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-057e3f50-c666-4e4a-82a4-e88d2d18e2a2 None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:16:54.206040 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:54.211167 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:54.215094 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] 10.222.0.85 "DELETE /v2.0/networks/11f7b24e-a72d-42e4-91c7-58ce8c0bc8de HTTP/1.1" status: 204 len: 168 time: 0.9397614 Oct 27 14:16:54.268266 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431069f-cdb5-4851-ae99-b5003412afa6 req-c46a0505-51f6-4c6b-9d63-63b7be1c1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:54.271850 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1431069f-cdb5-4851-ae99-b5003412afa6 req-c46a0505-51f6-4c6b-9d63-63b7be1c1ea3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 1099 time: 0.0726085 Oct 27 14:16:54.378494 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56152) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:54.411299 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431069f-cdb5-4851-ae99-b5003412afa6 req-0e58a317-6cdf-42c2-b2e8-006f451894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:54.412857 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1431069f-cdb5-4851-ae99-b5003412afa6 req-0e58a317-6cdf-42c2-b2e8-006f451894c1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 913 time: 0.1283493 Oct 27 14:16:54.454834 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276126ef-19be-4a8e-b513-828387040627 admin admin] Pushing event deleted for resources: {'Network': ['ID=11f7b24e-a72d-42e4-91c7-58ce8c0bc8de,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:54.479256 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-e938c5b2-9d9f-42d0-9819-5fc3cf303095 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c84e18e41f634c02ac87674f5f6da28d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0965724 Oct 27 14:16:54.479530 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56154) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:54.487456 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-057e3f50-c666-4e4a-82a4-e88d2d18e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '75a17557-6b7c-4d4f-8e9e-4bbfaf05ae88', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '80d03754-d38d-4d13-a029-20c6ffb5685d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:47:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:52Z', 'updated_at': '2021-10-27T14:16:52Z', 'revision_number': 0, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}, {'id': 'e5df677c-4237-4a28-91f3-7c579c3e0cfa', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:53:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:38Z', 'updated_at': '2021-10-27T14:14:40Z', 'revision_number': 1, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:54.514481 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e3f50-c666-4e4a-82a4-e88d2d18e2a2 None None] Checking router: 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:16:54.519254 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1431069f-cdb5-4851-ae99-b5003412afa6 req-854ccc03-7e9c-4a37-bc38-22557b1b7ffa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d03754-d38d-4d13-a029-20c6ffb5685d HTTP/1.1" status: 200 len: 999 time: 0.0977409 Oct 27 14:16:54.523645 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e3f50-c666-4e4a-82a4-e88d2d18e2a2 None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:54.524327 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-057e3f50-c666-4e4a-82a4-e88d2d18e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:16:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:54.559768 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 47d1412e-90c3-49ec-8af2-1d32ee48030c no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:16:54.574516 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-7bf666a9-a265-4fca-9ca7-f964d9a67f01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:54.591189 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431069f-cdb5-4851-ae99-b5003412afa6 req-d6fc258d-1fcc-4530-8f3a-ddea4b2b1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:54.593301 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1431069f-cdb5-4851-ae99-b5003412afa6 req-d6fc258d-1fcc-4530-8f3a-ddea4b2b1f1a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.0652699 Oct 27 14:16:54.604727 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-7bf666a9-a265-4fca-9ca7-f964d9a67f01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:54.608599 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 47d1412e-90c3-49ec-8af2-1d32ee48030c {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:16:54.609139 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 47d1412e-90c3-49ec-8af2-1d32ee48030c not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:16:54.609343 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:16:54.635394 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:16:54.635614 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 6391d918-bba9-4a8f-9ab8-4bfd2e171bb4 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:16:54.674179 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-057e3f50-c666-4e4a-82a4-e88d2d18e2a2 None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:16:54.675060 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431069f-cdb5-4851-ae99-b5003412afa6 req-4e12b5ed-3ec6-4916-8525-9712243ef10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:54.676578 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1431069f-cdb5-4851-ae99-b5003412afa6 req-4e12b5ed-3ec6-4916-8525-9712243ef10a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699975 Oct 27 14:16:54.703517 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-7bf666a9-a265-4fca-9ca7-f964d9a67f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:54.706096 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-7bf666a9-a265-4fca-9ca7-f964d9a67f01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:54.707152 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-7bf666a9-a265-4fca-9ca7-f964d9a67f01 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e39e5084-4e4b-4a23-ba56-01696e0c28e2 HTTP/1.1" status: 204 len: 168 time: 0.2267034 Oct 27 14:16:54.748041 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf666a9-a265-4fca-9ca7-f964d9a67f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39e5084-4e4b-4a23-ba56-01696e0c28e2,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:54.793867 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1431069f-cdb5-4851-ae99-b5003412afa6 req-dee24e33-45f7-48a0-9491-026481a63c6e service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074286 Oct 27 14:16:54.895984 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-1431069f-cdb5-4851-ae99-b5003412afa6 req-0cb94bbb-ffa8-4969-9c0e-35ffd264dda3 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935526 Oct 27 14:16:54.931323 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-057e3f50-c666-4e4a-82a4-e88d2d18e2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '75a17557-6b7c-4d4f-8e9e-4bbfaf05ae88', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '80d03754-d38d-4d13-a029-20c6ffb5685d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:47:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:52Z', 'updated_at': '2021-10-27T14:16:52Z', 'revision_number': 0, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}, {'id': 'e5df677c-4237-4a28-91f3-7c579c3e0cfa', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:53:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:38Z', 'updated_at': '2021-10-27T14:14:40Z', 'revision_number': 1, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:54.957349 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e3f50-c666-4e4a-82a4-e88d2d18e2a2 None None] The sync data for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi is: [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': '75a17557-6b7c-4d4f-8e9e-4bbfaf05ae88', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '80d03754-d38d-4d13-a029-20c6ffb5685d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:47:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:52Z', 'updated_at': '2021-10-27T14:16:52Z', 'revision_number': 0, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}, {'id': 'e5df677c-4237-4a28-91f3-7c579c3e0cfa', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:53:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:38Z', 'updated_at': '2021-10-27T14:14:40Z', 'revision_number': 1, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:16:55.169058 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c667d-7acd-40c4-87fd-cb375fce6fc0 None None] New status for floating IP 75a17557-6b7c-4d4f-8e9e-4bbfaf05ae88: ACTIVE {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:16:56.412103 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56204) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:56.523275 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-61513c4c-5ee9-4706-9fcb-23abed167d35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:56.603009 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-61513c4c-5ee9-4706-9fcb-23abed167d35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:56.608379 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-61513c4c-5ee9-4706-9fcb-23abed167d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:56.646599 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-61513c4c-5ee9-4706-9fcb-23abed167d35 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bd32523b9a5641b984e2742063460cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330184 Oct 27 14:16:56.647667 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61513c4c-5ee9-4706-9fcb-23abed167d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ea67eb-a4ae-4110-bdc1-fdcda31a5e2a,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:56.649071 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56208) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:56.698816 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-78d7bb7d-b61b-4689-8fee-a3b267a454a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:56.718946 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-78d7bb7d-b61b-4689-8fee-a3b267a454a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:56.765980 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-78d7bb7d-b61b-4689-8fee-a3b267a454a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:56.768592 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-78d7bb7d-b61b-4689-8fee-a3b267a454a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:56.769727 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-78d7bb7d-b61b-4689-8fee-a3b267a454a2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/09ea67eb-a4ae-4110-bdc1-fdcda31a5e2a HTTP/1.1" status: 204 len: 168 time: 0.1190131 Oct 27 14:16:56.778160 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7bb7d-b61b-4689-8fee-a3b267a454a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ea67eb-a4ae-4110-bdc1-fdcda31a5e2a,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:57.026122 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56214) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:57.039763 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-88d21a05-5939-4a93-8f20-7f4412189dca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:57.113347 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-88d21a05-5939-4a93-8f20-7f4412189dca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:57.117093 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-88d21a05-5939-4a93-8f20-7f4412189dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:57.157155 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-88d21a05-5939-4a93-8f20-7f4412189dca admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1e1f96e90235408ca287f2805473f2be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296949 Oct 27 14:16:57.158007 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d21a05-5939-4a93-8f20-7f4412189dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9539ac2d-45d8-4a58-b40b-5a31fc5aceb6,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:57.159865 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56216) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:16:57.213362 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a02e6876-e4e1-435f-8fd1-e1ff3c3fd50c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:57.233822 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a02e6876-e4e1-435f-8fd1-e1ff3c3fd50c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:57.285798 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a02e6876-e4e1-435f-8fd1-e1ff3c3fd50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:57.288498 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a02e6876-e4e1-435f-8fd1-e1ff3c3fd50c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:57.290220 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-a02e6876-e4e1-435f-8fd1-e1ff3c3fd50c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9539ac2d-45d8-4a58-b40b-5a31fc5aceb6 HTTP/1.1" status: 204 len: 168 time: 0.1288252 Oct 27 14:16:57.298546 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e6876-e4e1-435f-8fd1-e1ff3c3fd50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9539ac2d-45d8-4a58-b40b-5a31fc5aceb6,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:03.812959 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-7db2096f-6649-4c2d-8b8b-00df34fa9486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:06.797137 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0e769008-be4c-4474-9a1b-7b82edbc08d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:07.770400 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:07.929439 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:09.449529 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:10.246022 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:17:18.050337 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-7bbf13f3-05e4-4a4e-9ec4-3e948aa54d2b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396998 Oct 27 14:17:18.139939 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-ee00d644-e038-4bf3-abbb-04a431cb3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:18.141470 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-ee00d644-e038-4bf3-abbb-04a431cb3658 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c924da1e65494809b6ceaf4b8a10e166&device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 1099 time: 0.0406954 Oct 27 14:17:18.256315 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-4d5568a8-f5b9-419e-91b4-d7abefd03506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:18.257806 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-4d5568a8-f5b9-419e-91b4-d7abefd03506 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5 HTTP/1.1" status: 200 len: 910 time: 0.0869629 Oct 27 14:17:18.327724 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-63ed6ece-a023-4e13-874e-0a5ff26aec21 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a HTTP/1.1" status: 200 len: 1002 time: 0.0588059 Oct 27 14:17:18.385093 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-610487e7-1db5-42f2-aec7-93eda2d1b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:18.386536 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-610487e7-1db5-42f2-aec7-93eda2d1b045 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e60fc371-9d94-4a14-99dd-a7c382854dc9 HTTP/1.1" status: 200 len: 847 time: 0.0479307 Oct 27 14:17:18.438733 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-7fb02ec0-8163-4b32-8a48-67f9c59b31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:18.440297 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-7fb02ec0-8163-4b32-8a48-67f9c59b31d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414255 Oct 27 14:17:18.536597 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-324466c0-3188-48df-bb6d-92bb04e479a9 service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875900 Oct 27 14:17:18.634843 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-01d6844a-fcc3-484c-ba16-f230a491a0b7 req-b9e4da1f-e48e-4342-a0ec-c0f0a681fd24 service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901785 Oct 27 14:17:18.761900 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:33.814194 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-7fac69f5-1f5c-49ac-a4a1-b4ab0dc143c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:36.695263 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56604) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:36.798615 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-87024410-e40d-41eb-9404-21fc118809e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:36.800676 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:36.875655 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:36.879419 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:36.917673 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7bec22af52dc4cdb84840f07787a7fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212477 Oct 27 14:17:36.918665 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5891c03a-b74c-45ac-bc59-21d3fa182c76,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:36.920704 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56608) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:36.926034 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.926387 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.926728 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.927061 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.927425 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.927760 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.928084 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.928412 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.928734 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.929055 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.929378 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.929696 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e249e3-0a7a-4e3e-b2d1-2060fb8fe61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:36.972631 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:36.993576 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:37.043373 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:37.046456 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:37.047659 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5891c03a-b74c-45ac-bc59-21d3fa182c76 HTTP/1.1" status: 204 len: 168 time: 0.1259193 Oct 27 14:17:37.055548 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5891c03a-b74c-45ac-bc59-21d3fa182c76,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:37.063369 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.063712 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.064052 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.064441 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.064765 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.065087 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.065406 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.065726 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.066041 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.066354 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.066664 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.066977 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac8fda-cc2f-4263-8d4a-682a03135265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:37.310688 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56614) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:37.323951 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c2fdd94-8a54-4efa-bced-b783cf3bd561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:37.397427 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c2fdd94-8a54-4efa-bced-b783cf3bd561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:37.401344 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0c2fdd94-8a54-4efa-bced-b783cf3bd561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:37.439970 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0c2fdd94-8a54-4efa-bced-b783cf3bd561 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=544542b2385947ffb14d18b1561902f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279366 Oct 27 14:17:37.440826 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fdd94-8a54-4efa-bced-b783cf3bd561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b258dd2d-978e-4084-a971-07d75210ed3b,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:37.442691 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56616) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:37.496397 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-adc12bb9-0b03-4ff6-8966-9d0186c19dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:37.517783 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-adc12bb9-0b03-4ff6-8966-9d0186c19dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:37.565132 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-adc12bb9-0b03-4ff6-8966-9d0186c19dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:37.567744 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-adc12bb9-0b03-4ff6-8966-9d0186c19dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:37.568920 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-adc12bb9-0b03-4ff6-8966-9d0186c19dc9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b258dd2d-978e-4084-a971-07d75210ed3b HTTP/1.1" status: 204 len: 168 time: 0.1251328 Oct 27 14:17:37.577477 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc12bb9-0b03-4ff6-8966-9d0186c19dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b258dd2d-978e-4084-a971-07d75210ed3b,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:37.773647 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:37.931911 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:38.140653 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56636) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:38.496172 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Deleting port eefc111f-9baa-43f0-832e-8c338733885d {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:17:38.496732 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:38.584190 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:38.584501 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:38.596675 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Calling delete_port for eefc111f-9baa-43f0-832e-8c338733885d owned by network:floatingip {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:17:38.746660 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:38.800575 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event deleted for resources: {'Port': ['ID=eefc111f-9baa-43f0-832e-8c338733885d,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:38.842366 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for floatingip, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:38.843229 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Floating IP e4989639-9b86-42b8-8751-9a45db0a607a disassociated (deleted). External IP: 172.27.0.175, port: e5f6c633-3fb1-4c33-8bba-2b47432ace5a. Oct 27 14:17:39.065713 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:17:39.180265 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:17:39.185845 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:39.190929 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005f9b4-8c9d-46b4-87ec-e2296517ebaa None None] Sync routers for ids ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:17:39.203372 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c005f9b4-8c9d-46b4-87ec-e2296517ebaa None None] Routers {'95d89f2b-4d20-48eb-8f74-6ab31433bc79'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:39.204298 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-c005f9b4-8c9d-46b4-87ec-e2296517ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:17:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:39.223376 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-eb2c22dc-a78f-4463-8232-db1622792de5 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "DELETE /v2.0/floatingips/e4989639-9b86-42b8-8751-9a45db0a607a HTTP/1.1" status: 204 len: 168 time: 1.0790741 Oct 27 14:17:39.223376 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:39.224085 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09009996-0189-4483-a918-4a0ce2069e35" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:17:39.323093 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-c005f9b4-8c9d-46b4-87ec-e2296517ebaa None None] Set router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:17:39.393595 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8362ea12-ac07-4f66-b8cc-610fa3efb914 x-openstack-request-id: req-8362ea12-ac07-4f66-b8cc-610fa3efb914 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:17:39.393962 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:17:39.394286 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8362ea12-ac07-4f66-b8cc-610fa3efb914 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:17:39.394751 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'status': 'completed', 'code': 200} Oct 27 14:17:39.492726 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:39.525646 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09009996-0189-4483-a918-4a0ce2069e35 req-8f8350ab-485e-4c6e-b3fd-213fb4c07a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:39.527798 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-09009996-0189-4483-a918-4a0ce2069e35 req-8f8350ab-485e-4c6e-b3fd-213fb4c07a6b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c924da1e65494809b6ceaf4b8a10e166&device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 1099 time: 0.1018951 Oct 27 14:17:39.540928 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c634b3a-0a12-4241-840a-2e8fa472fb51 req-64b4a72b-eaa5-4d97-84f0-eae3797b6f1e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:39.543345 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5c634b3a-0a12-4241-840a-2e8fa472fb51 req-64b4a72b-eaa5-4d97-84f0-eae3797b6f1e tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0848699 Oct 27 14:17:39.592576 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-c005f9b4-8c9d-46b4-87ec-e2296517ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:51Z', 'revision_number': 4, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'e45a3b40-0675-41b4-bf5a-1cc1e5c4f586', 'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'mac_address': 'fa:16:3e:14:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:50Z', 'updated_at': '2021-10-27T14:11:56Z', 'revision_number': 5, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'subnets': [{'id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:39.631813 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005f9b4-8c9d-46b4-87ec-e2296517ebaa None None] Checking router: 95d89f2b-4d20-48eb-8f74-6ab31433bc79 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:17:39.641934 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c005f9b4-8c9d-46b4-87ec-e2296517ebaa None None] Routers {'95d89f2b-4d20-48eb-8f74-6ab31433bc79'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:39.642547 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-c005f9b4-8c9d-46b4-87ec-e2296517ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:17:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:39.661372 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5c634b3a-0a12-4241-840a-2e8fa472fb51 req-a7d31cb5-f5d3-4c53-910a-006f80c07ee4 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923810 Oct 27 14:17:39.687313 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09009996-0189-4483-a918-4a0ce2069e35 req-81503b48-80c1-4145-b503-2458dac32eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:39.688784 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-09009996-0189-4483-a918-4a0ce2069e35 req-81503b48-80c1-4145-b503-2458dac32eb6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5 HTTP/1.1" status: 200 len: 910 time: 0.1439760 Oct 27 14:17:39.741037 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-09009996-0189-4483-a918-4a0ce2069e35 req-daf97b1f-4578-4ba6-a39b-ebb1e7f8eb73 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a HTTP/1.1" status: 200 len: 217 time: 0.0412865 Oct 27 14:17:39.759898 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-c005f9b4-8c9d-46b4-87ec-e2296517ebaa None None] Set router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:17:39.803018 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09009996-0189-4483-a918-4a0ce2069e35 req-5bc58e07-c2af-466c-8110-29014f970ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:39.805047 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-09009996-0189-4483-a918-4a0ce2069e35 req-5bc58e07-c2af-466c-8110-29014f970ee7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e60fc371-9d94-4a14-99dd-a7c382854dc9 HTTP/1.1" status: 200 len: 847 time: 0.0528638 Oct 27 14:17:39.859302 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09009996-0189-4483-a918-4a0ce2069e35 req-a9d19686-bea1-413a-a48b-728ba3260f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:39.860889 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-09009996-0189-4483-a918-4a0ce2069e35 req-a9d19686-bea1-413a-a48b-728ba3260f75 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac770c01-1b9a-4b32-bd76-dffbf7a672f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476470 Oct 27 14:17:39.964824 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-09009996-0189-4483-a918-4a0ce2069e35 req-a53597a7-e289-4650-8b37-e7dc965d3ecc service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945818 Oct 27 14:17:39.991809 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-c005f9b4-8c9d-46b4-87ec-e2296517ebaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:51Z', 'revision_number': 4, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'e45a3b40-0675-41b4-bf5a-1cc1e5c4f586', 'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'mac_address': 'fa:16:3e:14:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:50Z', 'updated_at': '2021-10-27T14:11:56Z', 'revision_number': 5, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'subnets': [{'id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:40.020284 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c005f9b4-8c9d-46b4-87ec-e2296517ebaa None None] The sync data for ids ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'] in dv-cinder-815660-2-iscsi is: [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:51Z', 'revision_number': 4, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': 'e45a3b40-0675-41b4-bf5a-1cc1e5c4f586', 'name': '', 'network_id': 'ac770c01-1b9a-4b32-bd76-dffbf7a672f5', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'mac_address': 'fa:16:3e:14:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:50Z', 'updated_at': '2021-10-27T14:11:56Z', 'revision_number': 5, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'subnets': [{'id': 'e60fc371-9d94-4a14-99dd-a7c382854dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:17:40.072032 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-09009996-0189-4483-a918-4a0ce2069e35 req-5d380d20-b3f1-4ca2-bec7-96722e361fe0 service neutron] 10.222.0.71 "GET /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983288 Oct 27 14:17:40.272636 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02d887-764c-4c7e-bfed-7fc381e58697 None None] New status for floating IP e4989639-9b86-42b8-8751-9a45db0a607a: DOWN {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:17:40.532681 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56758) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:40.646772 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c5da-2090-457a-ab75-f481869066a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:40.723312 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c5da-2090-457a-ab75-f481869066a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:40.727475 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c5da-2090-457a-ab75-f481869066a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:40.793514 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6c5da-2090-457a-ab75-f481869066a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2ad49f-a3a8-4e59-bd1c-5f2df8daca26,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:40.803294 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-9eb6c5da-2090-457a-ab75-f481869066a4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6872646ce47645bdacf9535044ea8301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666171 Oct 27 14:17:40.804456 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56766) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:40.818188 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe399-ec70-4f9d-8759-804ed1e0b7c3 req-0ee0ca31-6025-47d0-a081-2deab82562b0 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:40.819688 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7febe399-ec70-4f9d-8759-804ed1e0b7c3 req-0ee0ca31-6025-47d0-a081-2deab82562b0 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0779550 Oct 27 14:17:40.858228 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9ab96563-4b0c-4fe1-8ffb-6942bc1e8bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:40.860003 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-7febe399-ec70-4f9d-8759-804ed1e0b7c3 req-4fd516b6-bf6d-4b34-a2dd-091bdc97b287 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/security-groups?id=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340960 Oct 27 14:17:40.880979 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9ab96563-4b0c-4fe1-8ffb-6942bc1e8bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:40.932476 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9ab96563-4b0c-4fe1-8ffb-6942bc1e8bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:40.935209 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-9ab96563-4b0c-4fe1-8ffb-6942bc1e8bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:40.940061 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-9ab96563-4b0c-4fe1-8ffb-6942bc1e8bec admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0e2ad49f-a3a8-4e59-bd1c-5f2df8daca26 HTTP/1.1" status: 204 len: 168 time: 0.1334949 Oct 27 14:17:40.948155 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab96563-4b0c-4fe1-8ffb-6942bc1e8bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2ad49f-a3a8-4e59-bd1c-5f2df8daca26,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:41.192559 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56772) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:41.206207 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-96b9ac6d-d8a0-4c7e-953f-7fbdca01c9ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:41.281852 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-96b9ac6d-d8a0-4c7e-953f-7fbdca01c9ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:41.285646 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-96b9ac6d-d8a0-4c7e-953f-7fbdca01c9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:41.322540 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-96b9ac6d-d8a0-4c7e-953f-7fbdca01c9ea admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dad5ef8342844444ad711ae78c98762d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289065 Oct 27 14:17:41.323684 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9ac6d-d8a0-4c7e-953f-7fbdca01c9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c257ee01-ee1f-4133-98ec-c047e7b5f0b6,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:41.325194 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56774) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:41.373259 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-803522b2-38dd-4f71-8013-cfca24d1e6d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:41.394479 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-803522b2-38dd-4f71-8013-cfca24d1e6d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:41.471622 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330896d0-feba-43aa-acfc-b906b3c3f588 req-c50f5b3c-a25b-4f4a-af31-8925b5a87ad0 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:41.473560 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-330896d0-feba-43aa-acfc-b906b3c3f588 req-c50f5b3c-a25b-4f4a-af31-8925b5a87ad0 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.71 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 946 time: 0.0712900 Oct 27 14:17:41.506908 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-803522b2-38dd-4f71-8013-cfca24d1e6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:41.509405 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-803522b2-38dd-4f71-8013-cfca24d1e6d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:41.510530 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-803522b2-38dd-4f71-8013-cfca24d1e6d9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c257ee01-ee1f-4133-98ec-c047e7b5f0b6 HTTP/1.1" status: 204 len: 168 time: 0.1838758 Oct 27 14:17:41.526895 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803522b2-38dd-4f71-8013-cfca24d1e6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c257ee01-ee1f-4133-98ec-c047e7b5f0b6,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:41.582283 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-330896d0-feba-43aa-acfc-b906b3c3f588 req-931d9199-edbe-4cd7-a84a-92c1f0ddb383 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Deleting port e5f6c633-3fb1-4c33-8bba-2b47432ace5a {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:17:41.582956 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-330896d0-feba-43aa-acfc-b906b3c3f588 req-931d9199-edbe-4cd7-a84a-92c1f0ddb383 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:41.688735 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-330896d0-feba-43aa-acfc-b906b3c3f588 req-931d9199-edbe-4cd7-a84a-92c1f0ddb383 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] For port e5f6c633-3fb1-4c33-8bba-2b47432ace5a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:41.689096 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-330896d0-feba-43aa-acfc-b906b3c3f588 req-931d9199-edbe-4cd7-a84a-92c1f0ddb383 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:41.702614 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-330896d0-feba-43aa-acfc-b906b3c3f588 req-931d9199-edbe-4cd7-a84a-92c1f0ddb383 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Calling delete_port for e5f6c633-3fb1-4c33-8bba-2b47432ace5a owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:17:41.832626 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-330896d0-feba-43aa-acfc-b906b3c3f588 req-931d9199-edbe-4cd7-a84a-92c1f0ddb383 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:41.862286 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d9199-edbe-4cd7-a84a-92c1f0ddb383 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event deleted for resources: {'Port': ['ID=e5f6c633-3fb1-4c33-8bba-2b47432ace5a,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:41.914407 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-330896d0-feba-43aa-acfc-b906b3c3f588 req-931d9199-edbe-4cd7-a84a-92c1f0ddb383 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] No DVR routers for this DVR port e5f6c633-3fb1-4c33-8bba-2b47432ace5a on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:17:41.917323 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-330896d0-feba-43aa-acfc-b906b3c3f588 req-931d9199-edbe-4cd7-a84a-92c1f0ddb383 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:41.921571 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-330896d0-feba-43aa-acfc-b906b3c3f588 req-931d9199-edbe-4cd7-a84a-92c1f0ddb383 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.71 "DELETE /v2.0/ports/e5f6c633-3fb1-4c33-8bba-2b47432ace5a HTTP/1.1" status: 204 len: 173 time: 0.4407096 Oct 27 14:17:41.922157 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'name': 'network-vif-deleted', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:41.924385 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b2b28a-1d0a-474d-926d-ac039c5d4d35" -d '{"events": [{"server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "name": "network-vif-deleted", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:17:41.971884 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-241d73d7-d8e6-433b-986f-23a0185e9030 req-6fc41ce4-441c-4711-8043-cef851f42404 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cb7ac2c-4e45-46c4-8b56-062aac14258b HTTP/1.1" status: 200 len: 210 time: 0.0289993 Oct 27 14:17:42.024083 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5ad8db-843b-4399-acc0-980d518e4259 x-openstack-request-id: req-bf5ad8db-843b-4399-acc0-980d518e4259 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:17:42.024384 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb7ac2c-4e45-46c4-8b56-062aac14258b", "name": "network-vif-deleted", "tag": "e5f6c633-3fb1-4c33-8bba-2b47432ace5a", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:17:42.024658 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bf5ad8db-843b-4399-acc0-980d518e4259 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:17:42.025033 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb7ac2c-4e45-46c4-8b56-062aac14258b', 'name': 'network-vif-deleted', 'tag': 'e5f6c633-3fb1-4c33-8bba-2b47432ace5a', 'status': 'completed', 'code': 200} Oct 27 14:17:43.030976 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56826) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:43.095289 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1efdbd4e-661c-4037-99ad-252bd0a09d31 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:43.121177 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1efdbd4e-661c-4037-99ad-252bd0a09d31 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:43.181753 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1efdbd4e-661c-4037-99ad-252bd0a09d31 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:43.184330 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1efdbd4e-661c-4037-99ad-252bd0a09d31 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:43.185514 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-1efdbd4e-661c-4037-99ad-252bd0a09d31 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] 10.222.0.85 "DELETE /v2.0/security-groups/db348ff5-1d4a-40a9-85a7-55fbe4c93ca6 HTTP/1.1" status: 204 len: 168 time: 0.1534491 Oct 27 14:17:43.195298 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdbd4e-661c-4037-99ad-252bd0a09d31 tempest-TestShelveInstance-461600073 tempest-TestShelveInstance-461600073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db348ff5-1d4a-40a9-85a7-55fbe4c93ca6,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:43.237233 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56830) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:43.964435 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device e5f6c633-3fb1-4c33-8bba-2b47432ace5a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:17:43.986750 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: e5f6c633-3fb1-4c33-8bba-2b47432ace5a {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:17:43.987109 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device e5f6c633-3fb1-4c33-8bba-2b47432ace5a not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:17:44.010191 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7917875'] for router_interface, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:44.251636 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] Deleting port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:17:44.252293 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:44.332195 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] For port e45a3b40-0675-41b4-bf5a-1cc1e5c4f586, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=e45a3b40-0675-41b4-bf5a-1cc1e5c4f586,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:44.332549 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:44.345138 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] Calling delete_port for e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 owned by network:router_interface {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:17:44.527111 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:44.559458 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45a3b40-0675-41b4-bf5a-1cc1e5c4f586,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:44.743462 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8300935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918047'] for router_interface, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:44.961246 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] Router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:17:45.069555 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:17:45.074481 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-a87711d9-e1cf-497c-8ded-6ff4f41a2562 admin admin] 10.222.0.85 "PUT /v2.0/routers/95d89f2b-4d20-48eb-8f74-6ab31433bc79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8355873 Oct 27 14:17:45.078082 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56846) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:45.080921 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8de98-c993-41fe-87db-63a2da946b0a None None] Sync routers for ids ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:17:45.091056 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8de98-c993-41fe-87db-63a2da946b0a None None] Routers {'95d89f2b-4d20-48eb-8f74-6ab31433bc79'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:45.091757 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b5b8de98-c993-41fe-87db-63a2da946b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:17:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:45.181973 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Publish callbacks [] for router, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.196572 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-b5b8de98-c993-41fe-87db-63a2da946b0a None None] Set router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:17:45.287492 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.340886 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Deleting port e23c9de5-4fa7-42a4-8b8b-6bb617e63439 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:17:45.341131 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.375947 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b5b8de98-c993-41fe-87db-63a2da946b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:17:44Z', 'revision_number': 5, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port': {'id': 'e23c9de5-4fa7-42a4-8b8b-6bb617e63439', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:45.402638 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8de98-c993-41fe-87db-63a2da946b0a None None] Checking router: 95d89f2b-4d20-48eb-8f74-6ab31433bc79 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:17:45.412925 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8de98-c993-41fe-87db-63a2da946b0a None None] Routers {'95d89f2b-4d20-48eb-8f74-6ab31433bc79'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:45.413481 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b5b8de98-c993-41fe-87db-63a2da946b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:17:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:45.426006 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] For port e23c9de5-4fa7-42a4-8b8b-6bb617e63439, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=e23c9de5-4fa7-42a4-8b8b-6bb617e63439,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:45.426367 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.438264 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Calling delete_port for e23c9de5-4fa7-42a4-8b8b-6bb617e63439 owned by network:router_gateway {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:17:45.500533 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-b5b8de98-c993-41fe-87db-63a2da946b0a None None] Set router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 gateway port host: None {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:17:45.553407 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-b5b8de98-c993-41fe-87db-63a2da946b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:17:45Z', 'revision_number': 6, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port_host': None}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:45.580825 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8de98-c993-41fe-87db-63a2da946b0a None None] The sync data for ids ['95d89f2b-4d20-48eb-8f74-6ab31433bc79'] in dv-cinder-815660-2-iscsi is: [{'id': '95d89f2b-4d20-48eb-8f74-6ab31433bc79', 'name': 'tempest-TestShelveInstance-190182572-router', 'tenant_id': 'c924da1e65494809b6ceaf4b8a10e166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:47Z', 'updated_at': '2021-10-27T14:17:45Z', 'revision_number': 6, 'project_id': 'c924da1e65494809b6ceaf4b8a10e166', 'gw_port_host': None}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:17:45.616952 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.645741 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=e23c9de5-4fa7-42a4-8b8b-6bb617e63439,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:45.709243 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924349'] for router_gateway, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.801374 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7917591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6078'] for router, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.803569 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.851447 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7917568'] for router, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.852013 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95d89f2b-4d20-48eb-8f74-6ab31433bc79 {{(pid=101655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:17:45.856481 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] Publish callbacks [] for router, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.857544 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-5645676c-2555-413a-882e-e64c0c298e9b admin admin] 10.222.0.85 "DELETE /v2.0/routers/95d89f2b-4d20-48eb-8f74-6ab31433bc79 HTTP/1.1" status: 204 len: 168 time: 0.7785420 Oct 27 14:17:45.860171 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56856) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:45.906597 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc65ca3-2933-4ae1-a2c3-7571aeb51262 admin admin] Deleting subnet e60fc371-9d94-4a14-99dd-a7c382854dc9 {{(pid=101655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:17:45.910085 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5fc65ca3-2933-4ae1-a2c3-7571aeb51262 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.955104 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5fc65ca3-2933-4ae1-a2c3-7571aeb51262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66587301'] for subnet, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.040942 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5fc65ca3-2933-4ae1-a2c3-7571aeb51262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.096096 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5fc65ca3-2933-4ae1-a2c3-7571aeb51262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67050067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66201668'] for subnet, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.122801 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc65ca3-2933-4ae1-a2c3-7571aeb51262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60fc371-9d94-4a14-99dd-a7c382854dc9,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:46.126256 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-5fc65ca3-2933-4ae1-a2c3-7571aeb51262 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.131757 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-5fc65ca3-2933-4ae1-a2c3-7571aeb51262 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/e60fc371-9d94-4a14-99dd-a7c382854dc9 HTTP/1.1" status: 204 len: 168 time: 0.2683132 Oct 27 14:17:46.132800 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0138ca-0109-4328-8dc3-90aba930bb77 None None] Network ac770c01-1b9a-4b32-bd76-dffbf7a672f5 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:17:46.134353 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56860) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:46.206013 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.262946 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Deleting port 760b8ab6-912c-4e45-b3eb-f89cc228c152 {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:17:46.263337 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.325820 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] For port 760b8ab6-912c-4e45-b3eb-f89cc228c152, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=760b8ab6-912c-4e45-b3eb-f89cc228c152,segment=NetworkSegment(328248be-ebc8-4d8d-993a-8ce9df622527),segment_id=328248be-ebc8-4d8d-993a-8ce9df622527)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:46.326182 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.338153 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Calling delete_port for 760b8ab6-912c-4e45-b3eb-f89cc228c152 owned by network:dhcp {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:17:46.381398 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] DHCP port deletion for ac770c01-1b9a-4b32-bd76-dffbf7a672f5 request from dv-cinder-815660-2-iscsi {{(pid=101657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:17:46.425160 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.432865 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Deleting port 760b8ab6-912c-4e45-b3eb-f89cc228c152 {{(pid=101657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:17:46.433237 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.450236 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=760b8ab6-912c-4e45-b3eb-f89cc228c152,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:46.454381 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] No DVR routers for this DVR port 760b8ab6-912c-4e45-b3eb-f89cc228c152 on host dv-cinder-815660-2-iscsi {{(pid=101656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:17:46.503476 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] For port 760b8ab6-912c-4e45-b3eb-f89cc228c152, host dv-cinder-815660-2-iscsi, got binding levels [] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:46.503995 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.518706 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Calling delete_port for 760b8ab6-912c-4e45-b3eb-f89cc228c152 owned by network:dhcp {{(pid=101657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:17:46.521668 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.ipam_backend_mixin [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Port 760b8ab6-912c-4e45-b3eb-f89cc228c152 was not found and therefore no delete operation was performed {{(pid=101657) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 14:17:46.523214 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.534017 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.551470 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Pushing event deleted for resources: {'Port': ['ID=760b8ab6-912c-4e45-b3eb-f89cc228c152,revision_number=None']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:46.557732 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac770c01-1b9a-4b32-bd76-dffbf7a672f5']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:46.565270 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] No DVR routers for this DVR port 760b8ab6-912c-4e45-b3eb-f89cc228c152 on host dv-cinder-815660-2-iscsi {{(pid=101657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:17:46.570660 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328248be-ebc8-4d8d-993a-8ce9df622527') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:46.571781 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328248be-ebc8-4d8d-993a-8ce9df622527') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:46.575839 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.578555 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.578681 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.579057 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.579413 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.579742 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.580063 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.580592 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.581590 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.582772 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.583148 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.583497 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1649f9-d77f-4cac-bb93-68eebab724aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:46.586478 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.595805 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 760b8ab6-912c-4e45-b3eb-f89cc228c152 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:17:46.602369 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.612882 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:17:46.613368 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:17:46.615242 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:17:46.618581 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 760b8ab6-912c-4e45-b3eb-f89cc228c152 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:17:46.618998 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 760b8ab6-912c-4e45-b3eb-f89cc228c152 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:17:46.619512 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:17:46.644911 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:17:46.645258 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device e45a3b40-0675-41b4-bf5a-1cc1e5c4f586 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:17:46.645678 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device e23c9de5-4fa7-42a4-8b8b-6bb617e63439 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:17:46.667293 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: e23c9de5-4fa7-42a4-8b8b-6bb617e63439 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:17:46.667829 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device e23c9de5-4fa7-42a4-8b8b-6bb617e63439 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:17:46.683919 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.701791 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.705091 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] 10.222.0.85 "DELETE /v2.0/networks/ac770c01-1b9a-4b32-bd76-dffbf7a672f5 HTTP/1.1" status: 204 len: 168 time: 0.5697608 Oct 27 14:17:46.706375 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a679dbc-2931-4f35-8166-b65b4d68f1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac770c01-1b9a-4b32-bd76-dffbf7a672f5,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:46.708050 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56862) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:47.054035 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7917875'] for router_interface, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.245365 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:17:47.286822 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56878) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:47.308984 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] Deleting port 7908e62f-cc9c-47ab-b29e-0e47da6b537a {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:17:47.309331 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.390686 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] For port 7908e62f-cc9c-47ab-b29e-0e47da6b537a, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=7908e62f-cc9c-47ab-b29e-0e47da6b537a,segment=NetworkSegment(896f5217-c3d7-4b0b-be23-f7b85adf09da),segment_id=896f5217-c3d7-4b0b-be23-f7b85adf09da)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:47.391046 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.396202 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0a18bf16-45da-493d-99f3-4ffc925dc3c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.403678 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] Calling delete_port for 7908e62f-cc9c-47ab-b29e-0e47da6b537a owned by network:router_interface {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:17:47.476688 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0a18bf16-45da-493d-99f3-4ffc925dc3c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.481176 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0a18bf16-45da-493d-99f3-4ffc925dc3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.521027 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0a18bf16-45da-493d-99f3-4ffc925dc3c1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=823dd39e2f234440945f9823cd8e8226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324548 Oct 27 14:17:47.522163 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18bf16-45da-493d-99f3-4ffc925dc3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af306e1-d506-4759-a930-2ca180068beb,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:47.524046 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56882) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:47.574500 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3afcc4ac-45b0-4142-b640-dc509f92f5dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.591365 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.597695 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3afcc4ac-45b0-4142-b640-dc509f92f5dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.619627 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] Pushing event deleted for resources: {'Port': ['ID=7908e62f-cc9c-47ab-b29e-0e47da6b537a,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:47.653256 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3afcc4ac-45b0-4142-b640-dc509f92f5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.656931 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-3afcc4ac-45b0-4142-b640-dc509f92f5dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.660580 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-3afcc4ac-45b0-4142-b640-dc509f92f5dd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3af306e1-d506-4759-a930-2ca180068beb HTTP/1.1" status: 204 len: 168 time: 0.1331744 Oct 27 14:17:47.666811 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcc4ac-45b0-4142-b640-dc509f92f5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af306e1-d506-4759-a930-2ca180068beb,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:47.811089 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8300935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918047'] for router_interface, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.951716 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56888) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:47.965404 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f0f6942e-1573-4e7b-a946-a4fb7109a9d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.037949 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] Router 8e1f8787-eef2-41f5-a302-0505ccbc10cc has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:17:48.041482 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f0f6942e-1573-4e7b-a946-a4fb7109a9d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.046311 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f0f6942e-1573-4e7b-a946-a4fb7109a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.088001 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-f0f6942e-1573-4e7b-a946-a4fb7109a9d3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a878af15a9f142c3aa1bb33b9f0b48eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1351259 Oct 27 14:17:48.088802 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6942e-1573-4e7b-a946-a4fb7109a9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2f1c7e-4082-43f0-844e-114db71f608b,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:48.091292 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56890) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:48.143994 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-398e1139-d4b9-4e47-980e-5a69fdce33e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.166886 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-398e1139-d4b9-4e47-980e-5a69fdce33e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.218068 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-398e1139-d4b9-4e47-980e-5a69fdce33e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.220705 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-398e1139-d4b9-4e47-980e-5a69fdce33e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.221926 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-398e1139-d4b9-4e47-980e-5a69fdce33e4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2c2f1c7e-4082-43f0-844e-114db71f608b HTTP/1.1" status: 204 len: 168 time: 0.1296878 Oct 27 14:17:48.233454 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e1139-d4b9-4e47-980e-5a69fdce33e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2f1c7e-4082-43f0-844e-114db71f608b,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:48.433990 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:17:48.442329 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-1187ccd3-5e7a-4838-8343-60b1e50e9815 admin admin] 10.222.0.85 "PUT /v2.0/routers/8e1f8787-eef2-41f5-a302-0505ccbc10cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308245 Oct 27 14:17:48.442467 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56896) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:48.446108 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80927dec-bf0e-4382-9e33-a0c5998cc0de None None] Sync routers for ids ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:17:48.461740 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80927dec-bf0e-4382-9e33-a0c5998cc0de None None] Routers {'8e1f8787-eef2-41f5-a302-0505ccbc10cc'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:48.462350 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-80927dec-bf0e-4382-9e33-a0c5998cc0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:17:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:48.577784 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Publish callbacks [] for router, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.590094 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-80927dec-bf0e-4382-9e33-a0c5998cc0de None None] Set router 8e1f8787-eef2-41f5-a302-0505ccbc10cc gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:17:48.692906 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.754705 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Deleting port d98a1cdc-465b-441a-8ad7-591d9468e771 {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:17:48.755303 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.766870 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.808022 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-80927dec-bf0e-4382-9e33-a0c5998cc0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'name': 'tempest-TestShelveInstance-573788788-router', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:17:47Z', 'revision_number': 5, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'gw_port': {'id': 'd98a1cdc-465b-441a-8ad7-591d9468e771', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:48.855982 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] For port d98a1cdc-465b-441a-8ad7-591d9468e771, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=d98a1cdc-465b-441a-8ad7-591d9468e771,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:48.856372 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:48.871941 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Calling delete_port for d98a1cdc-465b-441a-8ad7-591d9468e771 owned by network:router_gateway {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:17:48.928647 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80927dec-bf0e-4382-9e33-a0c5998cc0de None None] Checking router: 8e1f8787-eef2-41f5-a302-0505ccbc10cc for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:17:48.937115 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80927dec-bf0e-4382-9e33-a0c5998cc0de None None] Routers {'8e1f8787-eef2-41f5-a302-0505ccbc10cc'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:48.937753 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-80927dec-bf0e-4382-9e33-a0c5998cc0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:17:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:49.024441 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-80927dec-bf0e-4382-9e33-a0c5998cc0de None None] Set router 8e1f8787-eef2-41f5-a302-0505ccbc10cc gateway port host: None {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:17:49.061009 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.079741 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-80927dec-bf0e-4382-9e33-a0c5998cc0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'name': 'tempest-TestShelveInstance-573788788-router', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:17:48Z', 'revision_number': 6, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'gw_port_host': None}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:49.096869 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Pushing event deleted for resources: {'Port': ['ID=d98a1cdc-465b-441a-8ad7-591d9468e771,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:49.106219 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80927dec-bf0e-4382-9e33-a0c5998cc0de None None] The sync data for ids ['8e1f8787-eef2-41f5-a302-0505ccbc10cc'] in dv-cinder-815660-2-iscsi is: [{'id': '8e1f8787-eef2-41f5-a302-0505ccbc10cc', 'name': 'tempest-TestShelveInstance-573788788-router', 'tenant_id': '303e8eabc0aa42a5a9333070023f5dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:17:48Z', 'revision_number': 6, 'project_id': '303e8eabc0aa42a5a9333070023f5dd1', 'gw_port_host': None}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:17:49.161296 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924349'] for router_gateway, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.255254 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7917591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6078'] for router, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.256710 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.304191 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7917568'] for router, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.304693 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e1f8787-eef2-41f5-a302-0505ccbc10cc {{(pid=101656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:17:49.309576 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] Publish callbacks [] for router, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.311305 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-d7261bdc-16fd-420c-8ac6-0ca399f8507b admin admin] 10.222.0.85 "DELETE /v2.0/routers/8e1f8787-eef2-41f5-a302-0505ccbc10cc HTTP/1.1" status: 204 len: 168 time: 0.8678231 Oct 27 14:17:49.314126 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56922) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:49.358344 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_v2 [None req-083f1c67-8eb3-4096-87be-394eb9461e79 admin admin] Deleting subnet 3addf601-2d5d-46d8-bcde-1e30954da1da {{(pid=101656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:17:49.361642 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-083f1c67-8eb3-4096-87be-394eb9461e79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.397737 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-083f1c67-8eb3-4096-87be-394eb9461e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5232373'] for subnet, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.484045 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-083f1c67-8eb3-4096-87be-394eb9461e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.538658 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-083f1c67-8eb3-4096-87be-394eb9461e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5109624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5122466'] for subnet, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.567375 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f1c67-8eb3-4096-87be-394eb9461e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3addf601-2d5d-46d8-bcde-1e30954da1da,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:49.571325 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-083f1c67-8eb3-4096-87be-394eb9461e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.576961 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-083f1c67-8eb3-4096-87be-394eb9461e79 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3addf601-2d5d-46d8-bcde-1e30954da1da HTTP/1.1" status: 204 len: 168 time: 0.2594368 Oct 27 14:17:49.577263 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56934) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:49.586465 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da9159-d12e-43d9-8ecf-627179f1dd11 None None] Network bf1266d7-ec1f-4a36-9bb1-3a1de08730dc requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:17:49.664189 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.721949 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Deleting port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:17:49.722299 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.790722 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] For port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=70f46f7a-9d39-4f11-86d8-38f03bd9f2d6,segment=NetworkSegment(896f5217-c3d7-4b0b-be23-f7b85adf09da),segment_id=896f5217-c3d7-4b0b-be23-f7b85adf09da)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:49.791123 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.807587 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Calling delete_port for 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 owned by network:dhcp {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:17:49.906690 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:49.934988 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b48374-1263-47e7-9e2c-e14959673771 None None] DHCP port deletion for bf1266d7-ec1f-4a36-9bb1-3a1de08730dc request from dv-cinder-815660-2-iscsi {{(pid=101657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:17:49.936705 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=70f46f7a-9d39-4f11-86d8-38f03bd9f2d6,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:49.956011 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] No DVR routers for this DVR port 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 on host dv-cinder-815660-2-iscsi {{(pid=101656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:17:50.048879 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.074017 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1266d7-ec1f-4a36-9bb1-3a1de08730dc']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:50.084460 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896f5217-c3d7-4b0b-be23-f7b85adf09da') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:50.084821 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896f5217-c3d7-4b0b-be23-f7b85adf09da') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:50.095482 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.114838 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.121812 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:17:50.122197 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:17:50.124428 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:17:50.187853 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.192418 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.199620 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] 10.222.0.85 "DELETE /v2.0/networks/bf1266d7-ec1f-4a36-9bb1-3a1de08730dc HTTP/1.1" status: 204 len: 168 time: 0.6213663 Oct 27 14:17:50.214421 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a8def-8888-4365-854d-b728d27d0d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1266d7-ec1f-4a36-9bb1-3a1de08730dc,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:50.378942 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56970) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:50.423071 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-4f7af390-9af8-40f6-9bf8-e2962a09d018 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c924da1e65494809b6ceaf4b8a10e166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405180 Oct 27 14:17:50.423378 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56972) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:50.450535 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56974) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:50.478419 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-df29c20b-afa3-417c-acb3-cc97e9e043cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.500472 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-df29c20b-afa3-417c-acb3-cc97e9e043cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.552502 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-df29c20b-afa3-417c-acb3-cc97e9e043cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.555027 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-df29c20b-afa3-417c-acb3-cc97e9e043cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.556641 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-df29c20b-afa3-417c-acb3-cc97e9e043cb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b9f0cf2f-831b-402a-b608-9c1f6837f00e HTTP/1.1" status: 204 len: 168 time: 0.1321044 Oct 27 14:17:50.577464 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29c20b-afa3-417c-acb3-cc97e9e043cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f0cf2f-831b-402a-b608-9c1f6837f00e,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:50.579186 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-266bed57-da20-4b7b-b234-a8483ab4f68e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.593577 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:17:50.617849 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:17:50.618193 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 70f46f7a-9d39-4f11-86d8-38f03bd9f2d6 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:17:50.618793 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 7908e62f-cc9c-47ab-b29e-0e47da6b537a no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:17:50.648795 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 7908e62f-cc9c-47ab-b29e-0e47da6b537a {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:17:50.649362 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 7908e62f-cc9c-47ab-b29e-0e47da6b537a not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:17:50.649965 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device d98a1cdc-465b-441a-8ad7-591d9468e771 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:17:50.674237 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: d98a1cdc-465b-441a-8ad7-591d9468e771 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:17:50.674834 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device d98a1cdc-465b-441a-8ad7-591d9468e771 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:17:50.677597 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-266bed57-da20-4b7b-b234-a8483ab4f68e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.683970 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-266bed57-da20-4b7b-b234-a8483ab4f68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.723260 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-266bed57-da20-4b7b-b234-a8483ab4f68e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2853cb43eeac46eebcce009578c52dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667606 Oct 27 14:17:50.724057 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bed57-da20-4b7b-b234-a8483ab4f68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e8fa71-5db8-47d1-9172-0bc78c6aa324,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:50.725870 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56982) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:50.777483 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ceaf58c7-7bd6-41a5-888b-609d907c7fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.803589 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ceaf58c7-7bd6-41a5-888b-609d907c7fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.847600 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56984) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:50.860354 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ceaf58c7-7bd6-41a5-888b-609d907c7fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.862811 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-ceaf58c7-7bd6-41a5-888b-609d907c7fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.864499 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-ceaf58c7-7bd6-41a5-888b-609d907c7fa1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b0e8fa71-5db8-47d1-9172-0bc78c6aa324 HTTP/1.1" status: 204 len: 168 time: 0.1369860 Oct 27 14:17:50.871892 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf58c7-7bd6-41a5-888b-609d907c7fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e8fa71-5db8-47d1-9172-0bc78c6aa324,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:50.893139 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-d607640b-355c-4b8e-a435-7b9cb3b24cac admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=303e8eabc0aa42a5a9333070023f5dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433872 Oct 27 14:17:50.895541 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56988) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:50.945834 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ce9b39ed-c3b0-4cec-a991-3f5f1e0c8ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.966934 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ce9b39ed-c3b0-4cec-a991-3f5f1e0c8ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:51.015655 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ce9b39ed-c3b0-4cec-a991-3f5f1e0c8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:51.018671 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ce9b39ed-c3b0-4cec-a991-3f5f1e0c8ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:51.020023 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-ce9b39ed-c3b0-4cec-a991-3f5f1e0c8ec2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0c86787f-4556-4d57-83a8-635f5301246e HTTP/1.1" status: 204 len: 168 time: 0.1234310 Oct 27 14:17:51.027899 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b39ed-c3b0-4cec-a991-3f5f1e0c8ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c86787f-4556-4d57-83a8-635f5301246e,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:51.199896 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 56994) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:51.214248 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f816f476-714f-4827-afc3-cdd3211174dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:51.301738 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f816f476-714f-4827-afc3-cdd3211174dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:51.306209 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-f816f476-714f-4827-afc3-cdd3211174dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:51.350988 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-f816f476-714f-4827-afc3-cdd3211174dd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3c616b3acf354197a186df9099f571f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475279 Oct 27 14:17:51.350988 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816f476-714f-4827-afc3-cdd3211174dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400ed1fd-db37-43ff-89f6-41f786cf5b99,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:51.351705 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 56996) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:51.406684 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-92976e28-67d8-4a2a-9587-579b5db33d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:51.431523 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-92976e28-67d8-4a2a-9587-579b5db33d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:51.477915 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-92976e28-67d8-4a2a-9587-579b5db33d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:51.480681 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-92976e28-67d8-4a2a-9587-579b5db33d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:51.481834 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-92976e28-67d8-4a2a-9587-579b5db33d40 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/400ed1fd-db37-43ff-89f6-41f786cf5b99 HTTP/1.1" status: 204 len: 168 time: 0.1289215 Oct 27 14:17:51.490278 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92976e28-67d8-4a2a-9587-579b5db33d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400ed1fd-db37-43ff-89f6-41f786cf5b99,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:03.817831 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-955cdfa3-3b5a-4d61-89be-0ddc770f53c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:06.801540 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-eae700c7-001e-4a6e-9614-705abdffe74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:07.777592 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:07.933220 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:09.459879 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:13.291215 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57154) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:13.393094 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-00db92b8-7d46-4a7b-be3f-6bc4bc46826c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:13.465666 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-00db92b8-7d46-4a7b-be3f-6bc4bc46826c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:13.469402 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-00db92b8-7d46-4a7b-be3f-6bc4bc46826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:13.508226 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-00db92b8-7d46-4a7b-be3f-6bc4bc46826c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cb13726d5d3847d096fd72f158ee029c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159979 Oct 27 14:18:13.511084 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 57158) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:13.513351 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db92b8-7d46-4a7b-be3f-6bc4bc46826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5a72e4-212a-4e64-8abd-db2c484d1b58,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:13.559657 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6ea4-8985-434b-9272-ce3d483ef637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:13.580848 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6ea4-8985-434b-9272-ce3d483ef637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:13.625603 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6ea4-8985-434b-9272-ce3d483ef637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:13.628982 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ab4a6ea4-8985-434b-9272-ce3d483ef637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:13.630152 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-ab4a6ea4-8985-434b-9272-ce3d483ef637 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cd5a72e4-212a-4e64-8abd-db2c484d1b58 HTTP/1.1" status: 204 len: 168 time: 0.1179636 Oct 27 14:18:13.638901 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a6ea4-8985-434b-9272-ce3d483ef637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5a72e4-212a-4e64-8abd-db2c484d1b58,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:17.646094 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 57224) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:17.748029 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18d46867-4ca5-46c3-abc2-66a933376dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:17.819086 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18d46867-4ca5-46c3-abc2-66a933376dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:17.822794 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18d46867-4ca5-46c3-abc2-66a933376dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:17.860430 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-18d46867-4ca5-46c3-abc2-66a933376dc5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3023f89755e04695973c633265e4c603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132289 Oct 27 14:18:17.861678 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d46867-4ca5-46c3-abc2-66a933376dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c20da4-b373-4e08-85d5-88e0783b5032,revision_number=1']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:17.863276 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57228) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:17.912619 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-913a964e-af74-4d2b-b2b6-0ab02311a0c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:17.933094 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-913a964e-af74-4d2b-b2b6-0ab02311a0c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:17.979027 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-913a964e-af74-4d2b-b2b6-0ab02311a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:17.981591 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-913a964e-af74-4d2b-b2b6-0ab02311a0c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:17.982726 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-913a964e-af74-4d2b-b2b6-0ab02311a0c3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/97c20da4-b373-4e08-85d5-88e0783b5032 HTTP/1.1" status: 204 len: 168 time: 0.1183760 Oct 27 14:18:17.990377 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a964e-af74-4d2b-b2b6-0ab02311a0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c20da4-b373-4e08-85d5-88e0783b5032,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:18.776653 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:19.068644 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-b19e0371-6366-49f8-8045-bd2ed3110477 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450907 Oct 27 14:18:19.130584 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-c38e4972-6ed7-4595-ba04-a1f1c242e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:19.132094 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-c38e4972-6ed7-4595-ba04-a1f1c242e928 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 1098 time: 0.0410554 Oct 27 14:18:19.238594 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-2fe16c13-1a26-400a-b226-b80dbad40d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:19.240022 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-2fe16c13-1a26-400a-b226-b80dbad40d43 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 913 time: 0.0872748 Oct 27 14:18:19.306283 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-295203a4-22f8-43b5-9e7d-cfe649a8f183 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5820d118-3b01-4edb-be39-b49d0e1eee59 HTTP/1.1" status: 200 len: 1001 time: 0.0572305 Oct 27 14:18:19.354678 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-61063aae-3db7-4870-b86d-aceb643e3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:19.356109 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-61063aae-3db7-4870-b86d-aceb643e3a0c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.0421042 Oct 27 14:18:19.412509 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-6395f92d-2cfe-4b84-b2f8-2a85c03d978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:19.413963 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-6395f92d-2cfe-4b84-b2f8-2a85c03d978d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423119 Oct 27 14:18:19.502548 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-660141d0-1bb5-486f-9ed1-ebf35d5ec6eb service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803261 Oct 27 14:18:19.601062 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-5627496d-c409-4a93-8bfe-cbbadad27f3d req-8e1a1157-2774-4eaf-b3d3-047ed14d0125 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850594 Oct 27 14:18:24.244834 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:18:28.416887 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57366) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:28.521104 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-43255dc3-c28d-48da-a65a-0aa0a9118908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:28.595222 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-43255dc3-c28d-48da-a65a-0aa0a9118908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:28.599824 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-43255dc3-c28d-48da-a65a-0aa0a9118908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_create {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:28.636517 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-43255dc3-c28d-48da-a65a-0aa0a9118908 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b2f3e8d479e44f93b11f326f4d343780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185626 Oct 27 14:18:28.637366 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43255dc3-c28d-48da-a65a-0aa0a9118908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b859bf52-c0ac-4373-b71c-1c27142ea106,revision_number=1']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:28.639177 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 57370) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:28.688547 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ef7224fb-aef8-4fe0-9c9c-5f55e58b686e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:28.710255 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ef7224fb-aef8-4fe0-9c9c-5f55e58b686e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:28.761030 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ef7224fb-aef8-4fe0-9c9c-5f55e58b686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:28.764076 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-ef7224fb-aef8-4fe0-9c9c-5f55e58b686e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:28.765631 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-ef7224fb-aef8-4fe0-9c9c-5f55e58b686e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b859bf52-c0ac-4373-b71c-1c27142ea106 HTTP/1.1" status: 204 len: 168 time: 0.1254218 Oct 27 14:18:28.777450 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7224fb-aef8-4fe0-9c9c-5f55e58b686e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b859bf52-c0ac-4373-b71c-1c27142ea106,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:30.073107 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 57374) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:30.227025 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Deleting port f5f049d6-7bce-4190-bbb3-4b0f51298d23 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:30.227392 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:30.304833 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:30.305158 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:30.316752 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Calling delete_port for f5f049d6-7bce-4190-bbb3-4b0f51298d23 owned by network:floatingip {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:30.459067 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:30.484186 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event deleted for resources: {'Port': ['ID=f5f049d6-7bce-4190-bbb3-4b0f51298d23,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:30.547389 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:30.547725 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Floating IP 75a17557-6b7c-4d4f-8e9e-4bbfaf05ae88 disassociated (deleted). External IP: 172.27.0.54, port: 80d03754-d38d-4d13-a029-20c6ffb5685d. Oct 27 14:18:30.749382 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:18:30.856061 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:18:30.861283 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:30.866245 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e577d-4d19-440f-a7bc-6aff855d8771 None None] Sync routers for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:18:30.875513 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e577d-4d19-440f-a7bc-6aff855d8771 None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:30.876122 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-6a2e577d-4d19-440f-a7bc-6aff855d8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:18:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:30.887217 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-77af0f96-cd2e-4489-917a-92a105071a2b tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "DELETE /v2.0/floatingips/75a17557-6b7c-4d4f-8e9e-4bbfaf05ae88 HTTP/1.1" status: 204 len: 168 time: 0.8127871 Oct 27 14:18:30.887810 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'tag': '80d03754-d38d-4d13-a029-20c6ffb5685d'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:18:30.890070 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f87a4f-0685-4f2c-b376-a5c84ddaf59c", "tag": "80d03754-d38d-4d13-a029-20c6ffb5685d"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:18:30.982431 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-6a2e577d-4d19-440f-a7bc-6aff855d8771 None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:18:31.042891 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06053efd-4ef4-4b16-9fce-572264397d07 x-openstack-request-id: req-06053efd-4ef4-4b16-9fce-572264397d07 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:18:31.043210 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f87a4f-0685-4f2c-b376-a5c84ddaf59c", "tag": "80d03754-d38d-4d13-a029-20c6ffb5685d", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:18:31.043468 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-06053efd-4ef4-4b16-9fce-572264397d07 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:18:31.044048 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'tag': '80d03754-d38d-4d13-a029-20c6ffb5685d', 'status': 'completed', 'code': 200} Oct 27 14:18:31.122879 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-20b469cf-8092-40fe-9e81-5aab6a506a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:31.124676 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-20b469cf-8092-40fe-9e81-5aab6a506a9e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 1099 time: 0.0506694 Oct 27 14:18:31.226603 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-6a2e577d-4d19-440f-a7bc-6aff855d8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'e5df677c-4237-4a28-91f3-7c579c3e0cfa', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:53:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:38Z', 'updated_at': '2021-10-27T14:14:40Z', 'revision_number': 1, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:31.228513 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-b67bf353-c6bc-43fc-9038-fb6e3334c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:31.229999 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-b67bf353-c6bc-43fc-9038-fb6e3334c36d service neutron] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 913 time: 0.0914154 Oct 27 14:18:31.253356 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e577d-4d19-440f-a7bc-6aff855d8771 None None] Checking router: 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:18:31.262258 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e577d-4d19-440f-a7bc-6aff855d8771 None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:31.262792 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-6a2e577d-4d19-440f-a7bc-6aff855d8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:18:07Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:31.279788 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-4e2b7d5a-8b9e-4636-a1c1-dfcb1a3ab60a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d03754-d38d-4d13-a029-20c6ffb5685d HTTP/1.1" status: 200 len: 217 time: 0.0405698 Oct 27 14:18:31.360048 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b572b-9a07-450e-806d-cfae924ebbfb req-1ae882ce-be56-42b0-be2e-ded9d728e9bc tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:31.361529 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c79b572b-9a07-450e-806d-cfae924ebbfb req-1ae882ce-be56-42b0-be2e-ded9d728e9bc tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 946 time: 0.2625194 Oct 27 14:18:31.363563 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-6cfe2779-67d4-4b85-9f92-60020e9a7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:31.364948 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-6cfe2779-67d4-4b85-9f92-60020e9a7bce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.0755246 Oct 27 14:18:31.371992 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-6a2e577d-4d19-440f-a7bc-6aff855d8771 None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:18:31.424992 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-c79b572b-9a07-450e-806d-cfae924ebbfb req-6ed5d803-8aa1-49fd-aac6-fdf50cac94b4 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575235 Oct 27 14:18:31.447692 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-3363056a-a0cd-4509-97b4-c6d9bd2d3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:31.447692 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-3363056a-a0cd-4509-97b4-c6d9bd2d3603 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593984 Oct 27 14:18:31.454492 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-566f8ee4-e2a9-4519-ad5f-1f5943e1c7b7 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=101655) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:18:31.455533 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-566f8ee4-e2a9-4519-ad5f-1f5943e1c7b7 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050709 Oct 27 14:18:31.545451 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-6526a3eb-2ca0-4015-9f19-c0fc4b116116 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819054 Oct 27 14:18:31.596949 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-6a2e577d-4d19-440f-a7bc-6aff855d8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'e5df677c-4237-4a28-91f3-7c579c3e0cfa', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:53:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:38Z', 'updated_at': '2021-10-27T14:14:40Z', 'revision_number': 1, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:31.622972 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2e577d-4d19-440f-a7bc-6aff855d8771 None None] The sync data for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi is: [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_floatingips': [{'id': 'e5df677c-4237-4a28-91f3-7c579c3e0cfa', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'router_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'port_id': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'mac_address': 'fa:16:3e:53:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:38Z', 'updated_at': '2021-10-27T14:14:40Z', 'revision_number': 1, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:18:31.641173 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-48e8793e-ef8b-49bf-9f95-8536ba83e9cb req-347a14fa-833e-4e39-ab19-e4e40745d87d service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869443 Oct 27 14:18:31.837225 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36b0106-4405-43da-9a2f-130b8880c501 None None] New status for floating IP 75a17557-6b7c-4d4f-8e9e-4bbfaf05ae88: DOWN {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:18:32.543059 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7ee62-268c-4a41-8dcf-278d9f3f3bd7 req-cd8cd743-251a-4a3d-a800-3c1e99c4b287 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:32.544579 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9dc7ee62-268c-4a41-8dcf-278d9f3f3bd7 req-cd8cd743-251a-4a3d-a800-3c1e99c4b287 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 946 time: 0.0493405 Oct 27 14:18:32.581572 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9dc7ee62-268c-4a41-8dcf-278d9f3f3bd7 req-c49d4a8a-893b-4d23-b447-d9a8d481d863 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311501 Oct 27 14:18:33.179923 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5090e-1a34-4be1-93cd-1d8ddd9ac98d req-950f0de8-907b-45ad-990b-f399b12ae266 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:33.181339 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9bc5090e-1a34-4be1-93cd-1d8ddd9ac98d req-950f0de8-907b-45ad-990b-f399b12ae266 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 946 time: 0.0489047 Oct 27 14:18:33.271949 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-9bc5090e-1a34-4be1-93cd-1d8ddd9ac98d req-8a860189-825a-4bc2-8bd5-36623776d548 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Deleting port 80d03754-d38d-4d13-a029-20c6ffb5685d {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:33.272281 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9bc5090e-1a34-4be1-93cd-1d8ddd9ac98d req-8a860189-825a-4bc2-8bd5-36623776d548 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:33.356450 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-9bc5090e-1a34-4be1-93cd-1d8ddd9ac98d req-8a860189-825a-4bc2-8bd5-36623776d548 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] For port 80d03754-d38d-4d13-a029-20c6ffb5685d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=80d03754-d38d-4d13-a029-20c6ffb5685d,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:33.356798 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9bc5090e-1a34-4be1-93cd-1d8ddd9ac98d req-8a860189-825a-4bc2-8bd5-36623776d548 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:33.368647 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-9bc5090e-1a34-4be1-93cd-1d8ddd9ac98d req-8a860189-825a-4bc2-8bd5-36623776d548 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Calling delete_port for 80d03754-d38d-4d13-a029-20c6ffb5685d owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:33.493940 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9bc5090e-1a34-4be1-93cd-1d8ddd9ac98d req-8a860189-825a-4bc2-8bd5-36623776d548 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:33.527904 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a860189-825a-4bc2-8bd5-36623776d548 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event deleted for resources: {'Port': ['ID=80d03754-d38d-4d13-a029-20c6ffb5685d,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:33.569383 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc5090e-1a34-4be1-93cd-1d8ddd9ac98d req-8a860189-825a-4bc2-8bd5-36623776d548 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] No DVR routers for this DVR port 80d03754-d38d-4d13-a029-20c6ffb5685d on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:18:33.571934 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-9bc5090e-1a34-4be1-93cd-1d8ddd9ac98d req-8a860189-825a-4bc2-8bd5-36623776d548 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:33.575464 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-9bc5090e-1a34-4be1-93cd-1d8ddd9ac98d req-8a860189-825a-4bc2-8bd5-36623776d548 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "DELETE /v2.0/ports/80d03754-d38d-4d13-a029-20c6ffb5685d HTTP/1.1" status: 204 len: 173 time: 0.3870425 Oct 27 14:18:33.575915 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'name': 'network-vif-deleted', 'tag': '80d03754-d38d-4d13-a029-20c6ffb5685d'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:18:33.578128 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d3d399-8194-4ce8-9b3a-958e87c646ec" -d '{"events": [{"server_uuid": "c9f87a4f-0685-4f2c-b376-a5c84ddaf59c", "name": "network-vif-deleted", "tag": "80d03754-d38d-4d13-a029-20c6ffb5685d"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:18:33.616095 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e4a244-f4d0-4d26-aa86-8c3a18bb8fa3 x-openstack-request-id: req-30e4a244-f4d0-4d26-aa86-8c3a18bb8fa3 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:18:33.616386 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f87a4f-0685-4f2c-b376-a5c84ddaf59c", "name": "network-vif-deleted", "tag": "80d03754-d38d-4d13-a029-20c6ffb5685d", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:18:33.616637 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-30e4a244-f4d0-4d26-aa86-8c3a18bb8fa3 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:18:33.617133 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f87a4f-0685-4f2c-b376-a5c84ddaf59c', 'name': 'network-vif-deleted', 'tag': '80d03754-d38d-4d13-a029-20c6ffb5685d', 'status': 'completed', 'code': 200} Oct 27 14:18:33.691928 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-60b19c3c-0d6f-42e6-a6c6-59e1bc131d2c req-51ef8320-0d78-4134-852c-1c4e48f66530 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9f87a4f-0685-4f2c-b376-a5c84ddaf59c HTTP/1.1" status: 200 len: 210 time: 0.0258913 Oct 27 14:18:33.818753 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-cd558953-24e4-4ee3-93d7-26f11bd135ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:36.173204 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 80d03754-d38d-4d13-a029-20c6ffb5685d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:18:36.196597 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 80d03754-d38d-4d13-a029-20c6ffb5685d {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:18:36.196956 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 80d03754-d38d-4d13-a029-20c6ffb5685d not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:18:36.802907 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0aa78693-22de-4700-b74a-98268c7d8552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:36.956735 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 57404) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:37.109618 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Deleting port 487a11a3-0b86-40e4-8de2-f33ce00afaa8 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:37.109959 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:37.186555 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:37.186869 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:37.198486 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Calling delete_port for 487a11a3-0b86-40e4-8de2-f33ce00afaa8 owned by network:floatingip {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:37.336172 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:37.362967 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event deleted for resources: {'Port': ['ID=487a11a3-0b86-40e4-8de2-f33ce00afaa8,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:37.374464 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.374807 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.375155 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.375489 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.375811 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.376131 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.376453 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.376770 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.377089 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.377406 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.377719 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.378028 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:37.430640 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:37.431006 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.db.l3_db [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Floating IP e5df677c-4237-4a28-91f3-7c579c3e0cfa disassociated (deleted). External IP: 172.27.0.141, port: 5820d118-3b01-4edb-be39-b49d0e1eee59. Oct 27 14:18:37.629517 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:18:37.733446 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:18:37.738134 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:37.744575 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc06315-55e6-4804-a24c-5ed6b529aefa None None] Sync routers for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:18:37.754403 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc06315-55e6-4804-a24c-5ed6b529aefa None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:37.755000 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-7fc06315-55e6-4804-a24c-5ed6b529aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:18:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:37.766808 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-c66e009e-436f-459c-804b-5678ae24319f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "DELETE /v2.0/floatingips/e5df677c-4237-4a28-91f3-7c579c3e0cfa HTTP/1.1" status: 204 len: 168 time: 0.8059137 Oct 27 14:18:37.766808 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'tag': '5820d118-3b01-4edb-be39-b49d0e1eee59'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:18:37.767360 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d42f6751-6bd2-4fd8-bce3-06d68f746b23", "tag": "5820d118-3b01-4edb-be39-b49d0e1eee59"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:18:37.844170 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:37.869598 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-7fc06315-55e6-4804-a24c-5ed6b529aefa None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:18:37.915364 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4a77d5-8291-462b-bf5b-4debf5ed9b69 x-openstack-request-id: req-5c4a77d5-8291-462b-bf5b-4debf5ed9b69 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:18:37.915725 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42f6751-6bd2-4fd8-bce3-06d68f746b23", "tag": "5820d118-3b01-4edb-be39-b49d0e1eee59", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:18:37.916050 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-5c4a77d5-8291-462b-bf5b-4debf5ed9b69 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:18:37.916514 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'tag': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'status': 'completed', 'code': 200} Oct 27 14:18:38.005383 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:38.033070 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56974f9-9140-4e68-ae69-2dfad743d00d req-1546a1b0-56a2-4eab-8dca-7e7bf1af547e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:38.034571 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d56974f9-9140-4e68-ae69-2dfad743d00d req-1546a1b0-56a2-4eab-8dca-7e7bf1af547e tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 945 time: 0.0730367 Oct 27 14:18:38.067905 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf req-4f7346cd-93d3-4b1c-a050-65f81df722f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:38.069405 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf req-4f7346cd-93d3-4b1c-a050-65f81df722f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=925d32172c5f44168c2eddeffc0a7da1&device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 1098 time: 0.1245608 Oct 27 14:18:38.089060 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-d56974f9-9140-4e68-ae69-2dfad743d00d req-4e81c044-d6ec-4900-85b3-499729106f84 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477090 Oct 27 14:18:38.090198 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-7fc06315-55e6-4804-a24c-5ed6b529aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:38.120500 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc06315-55e6-4804-a24c-5ed6b529aefa None None] Checking router: 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:18:38.129341 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc06315-55e6-4804-a24c-5ed6b529aefa None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:38.130082 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-7fc06315-55e6-4804-a24c-5ed6b529aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:18:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:38.170078 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf req-b422fae2-100a-4121-9829-85faf1e7a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:38.171629 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf req-b422fae2-100a-4121-9829-85faf1e7a51c service neutron] 10.222.0.71 "GET /v2.0/networks?id=9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 200 len: 913 time: 0.0926776 Oct 27 14:18:38.214955 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf req-0e41307a-1819-4cf5-829c-2c825b4efc7c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5820d118-3b01-4edb-be39-b49d0e1eee59 HTTP/1.1" status: 200 len: 217 time: 0.0336909 Oct 27 14:18:38.231074 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-7fc06315-55e6-4804-a24c-5ed6b529aefa None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:18:38.269421 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf req-03a502f0-dab4-4fcd-a67c-2014fa50fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:38.270954 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf req-03a502f0-dab4-4fcd-a67c-2014fa50fe4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 200 len: 850 time: 0.0470884 Oct 27 14:18:38.319029 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf req-9eb24e4e-058b-4653-b438-a970d73b3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:38.320538 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf req-9eb24e4e-058b-4653-b438-a970d73b3834 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9af09723-d748-420c-9b75-4c97db8a5445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400856 Oct 27 14:18:38.411802 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf req-291ee196-cd74-47bc-9b70-28e43953372d service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811987 Oct 27 14:18:38.428940 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-7fc06315-55e6-4804-a24c-5ed6b529aefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:38.454473 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc06315-55e6-4804-a24c-5ed6b529aefa None None] The sync data for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi is: [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:10:22Z', 'revision_number': 4, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi', '_interfaces': [{'id': '7ac91bde-9ad8-4de2-8183-e2a68d03bcdf', 'name': '', 'network_id': '9af09723-d748-420c-9b75-4c97db8a5445', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'mac_address': 'fa:16:3e:54:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:21Z', 'updated_at': '2021-10-27T14:10:28Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'subnets': [{'id': '8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:18:38.509244 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-ec87a9cb-a901-4a57-b0ba-dab1f4217dbf req-56cfa3c4-fc38-4df4-925a-16c9aae97ee4 service neutron] 10.222.0.71 "GET /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886476 Oct 27 14:18:38.667600 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436154b3-baa3-467c-8c58-c42ace13aaa5 None None] New status for floating IP e5df677c-4237-4a28-91f3-7c579c3e0cfa: DOWN {{(pid=101658) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:18:39.206418 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b048a-5913-4640-9b50-f4df7b24340d req-8f839a89-0f2b-4ed9-b927-cc81cd57ad60 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:39.208575 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3e2b048a-5913-4640-9b50-f4df7b24340d req-8f839a89-0f2b-4ed9-b927-cc81cd57ad60 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Oct 27 14:18:39.245008 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-3e2b048a-5913-4640-9b50-f4df7b24340d req-84f7918f-9b13-44d2-9681-dc58c6b8d556 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/security-groups?id=3d30484d-56b9-4e48-9283-1df6ba48d4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306261 Oct 27 14:18:39.463101 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:39.822408 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b38f-cf81-4eda-a768-85651cfa9e7f req-d4933eb8-2b38-445b-a538-23a85b7fff34 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101655) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:39.823778 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8f42b38f-cf81-4eda-a768-85651cfa9e7f req-d4933eb8-2b38-445b-a538-23a85b7fff34 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 945 time: 0.0517807 Oct 27 14:18:39.911382 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-8f42b38f-cf81-4eda-a768-85651cfa9e7f req-bc0e0cdc-d11e-40d9-9957-280df23de862 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Deleting port 5820d118-3b01-4edb-be39-b49d0e1eee59 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:39.911719 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8f42b38f-cf81-4eda-a768-85651cfa9e7f req-bc0e0cdc-d11e-40d9-9957-280df23de862 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:39.998185 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [req-8f42b38f-cf81-4eda-a768-85651cfa9e7f req-bc0e0cdc-d11e-40d9-9957-280df23de862 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] For port 5820d118-3b01-4edb-be39-b49d0e1eee59, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5820d118-3b01-4edb-be39-b49d0e1eee59,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:39.998538 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8f42b38f-cf81-4eda-a768-85651cfa9e7f req-bc0e0cdc-d11e-40d9-9957-280df23de862 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:40.011403 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [req-8f42b38f-cf81-4eda-a768-85651cfa9e7f req-bc0e0cdc-d11e-40d9-9957-280df23de862 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Calling delete_port for 5820d118-3b01-4edb-be39-b49d0e1eee59 owned by compute:nova {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:40.132189 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8f42b38f-cf81-4eda-a768-85651cfa9e7f req-bc0e0cdc-d11e-40d9-9957-280df23de862 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:40.164106 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e0cdc-d11e-40d9-9957-280df23de862 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event deleted for resources: {'Port': ['ID=5820d118-3b01-4edb-be39-b49d0e1eee59,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:40.206409 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f42b38f-cf81-4eda-a768-85651cfa9e7f req-bc0e0cdc-d11e-40d9-9957-280df23de862 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] No DVR routers for this DVR port 5820d118-3b01-4edb-be39-b49d0e1eee59 on host hv-cinder-81566 {{(pid=101655) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:18:40.209126 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [req-8f42b38f-cf81-4eda-a768-85651cfa9e7f req-bc0e0cdc-d11e-40d9-9957-280df23de862 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for port, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:40.212759 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-8f42b38f-cf81-4eda-a768-85651cfa9e7f req-bc0e0cdc-d11e-40d9-9957-280df23de862 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.71 "DELETE /v2.0/ports/5820d118-3b01-4edb-be39-b49d0e1eee59 HTTP/1.1" status: 204 len: 173 time: 0.3814325 Oct 27 14:18:40.213224 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'name': 'network-vif-deleted', 'tag': '5820d118-3b01-4edb-be39-b49d0e1eee59'}] {{(pid=101655) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:18:40.215463 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8888d69b509a40d9dbfd2063ca7d4a877cc33cb41acff0149b596678a7e5377c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0058edea-97f8-48fe-87b1-e5ba6ed115c6" -d '{"events": [{"server_uuid": "d42f6751-6bd2-4fd8-bce3-06d68f746b23", "name": "network-vif-deleted", "tag": "5820d118-3b01-4edb-be39-b49d0e1eee59"}]}' {{(pid=101655) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:18:40.253803 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae9a0b7-b29e-48be-a16e-3bde59652382 x-openstack-request-id: req-0ae9a0b7-b29e-48be-a16e-3bde59652382 {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:18:40.254425 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42f6751-6bd2-4fd8-bce3-06d68f746b23", "name": "network-vif-deleted", "tag": "5820d118-3b01-4edb-be39-b49d0e1eee59", "status": "completed", "code": 200}]} {{(pid=101655) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:18:40.254780 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0ae9a0b7-b29e-48be-a16e-3bde59652382 {{(pid=101655) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:18:40.255207 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42f6751-6bd2-4fd8-bce3-06d68f746b23', 'name': 'network-vif-deleted', 'tag': '5820d118-3b01-4edb-be39-b49d0e1eee59', 'status': 'completed', 'code': 200} Oct 27 14:18:40.340821 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [req-34621807-b6e9-4c40-b88f-6c366b356a16 req-a4874312-b831-428c-97fa-9be4456a1001 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "GET /v2.0/ports?device_id=d42f6751-6bd2-4fd8-bce3-06d68f746b23 HTTP/1.1" status: 200 len: 210 time: 0.0267200 Oct 27 14:18:41.400921 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57422) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:41.523969 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Deleting port c347736e-468d-4c03-aa64-b82671bd3852 {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:41.524303 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:41.600958 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:41.601277 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:41.612470 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Calling delete_port for c347736e-468d-4c03-aa64-b82671bd3852 owned by network:floatingip {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:41.747971 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:41.773401 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event deleted for resources: {'Port': ['ID=c347736e-468d-4c03-aa64-b82671bd3852,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:41.796843 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.797189 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.797528 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.797857 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.798197 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.798514 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.798838 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.799186 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.799511 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.799829 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.800144 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.800459 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101656) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:41.841117 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for floatingip, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:41.843593 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175321'] for floatingip, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:41.844764 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-dded7134-0882-4d0b-bf03-c7bf8850468f tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "DELETE /v2.0/floatingips/421eb938-fcc7-4f80-8885-5007c4e975b0 HTTP/1.1" status: 204 len: 168 time: 0.4428728 Oct 27 14:18:42.212618 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 5820d118-3b01-4edb-be39-b49d0e1eee59 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:18:42.235802 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] No Port match for: 5820d118-3b01-4edb-be39-b49d0e1eee59 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:18:42.236152 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Device 5820d118-3b01-4edb-be39-b49d0e1eee59 not bound to the agent host hv-cinder-81566 {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:18:43.027030 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57434) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:43.087973 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d093-5276-4438-ae5b-bfe1b6045587 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:43.111996 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d093-5276-4438-ae5b-bfe1b6045587 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:43.168920 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d093-5276-4438-ae5b-bfe1b6045587 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:43.171545 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d093-5276-4438-ae5b-bfe1b6045587 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:43.172712 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-4dd9d093-5276-4438-ae5b-bfe1b6045587 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] 10.222.0.85 "DELETE /v2.0/security-groups/3d30484d-56b9-4e48-9283-1df6ba48d4e5 HTTP/1.1" status: 204 len: 168 time: 0.1446738 Oct 27 14:18:43.181622 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9d093-5276-4438-ae5b-bfe1b6045587 tempest-TestVolumeBootPattern-1718456104 tempest-TestVolumeBootPattern-1718456104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d30484d-56b9-4e48-9283-1df6ba48d4e5,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:43.228291 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57438) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:43.856063 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7917875'] for router_interface, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:44.091376 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] Deleting port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:44.092073 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:44.169250 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] For port 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=7ac91bde-9ad8-4de2-8183-e2a68d03bcdf,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:44.169602 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:44.181996 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] Calling delete_port for 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf owned by network:router_interface {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:44.353525 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:44.379904 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac91bde-9ad8-4de2-8183-e2a68d03bcdf,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:44.542438 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8300935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918047'] for router_interface, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:44.754450 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] Router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101656) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:18:44.858457 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101656) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:18:44.863445 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-881afc46-8db9-4677-bb97-363216d1530f admin admin] 10.222.0.85 "PUT /v2.0/routers/3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6341140 Oct 27 14:18:44.866971 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57442) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:44.868242 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c5e02-850e-427f-9c58-f85ea14362fb None None] Sync routers for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:18:44.878671 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c5e02-850e-427f-9c58-f85ea14362fb None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:44.879319 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-ae2c5e02-850e-427f-9c58-f85ea14362fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:18:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:44.970191 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Publish callbacks [] for router, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.083211 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.107950 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-ae2c5e02-850e-427f-9c58-f85ea14362fb None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:18:45.136085 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Deleting port 499cfb25-15d3-4351-9be2-9e88044a456c {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:45.136651 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.217344 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] For port 499cfb25-15d3-4351-9be2-9e88044a456c, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=499cfb25-15d3-4351-9be2-9e88044a456c,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:45.217698 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.229927 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Calling delete_port for 499cfb25-15d3-4351-9be2-9e88044a456c owned by network:router_gateway {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:45.281911 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-ae2c5e02-850e-427f-9c58-f85ea14362fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:18:44Z', 'revision_number': 5, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port': {'id': '499cfb25-15d3-4351-9be2-9e88044a456c', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:18Z', 'updated_at': '2021-10-27T14:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:45.312626 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c5e02-850e-427f-9c58-f85ea14362fb None None] Checking router: 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 for host: dv-cinder-815660-2-iscsi {{(pid=101657) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:18:45.321516 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c5e02-850e-427f-9c58-f85ea14362fb None None] Routers {'3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101657) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:45.322114 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-ae2c5e02-850e-427f-9c58-f85ea14362fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:18:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'], 'active': True} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:45.393819 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.408227 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvr_db [None req-ae2c5e02-850e-427f-9c58-f85ea14362fb None None] Set router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 gateway port host: None {{(pid=101657) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:18:45.420955 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Pushing event deleted for resources: {'Port': ['ID=499cfb25-15d3-4351-9be2-9e88044a456c,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:45.459792 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_hamode_db [None req-ae2c5e02-850e-427f-9c58-f85ea14362fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:18:45Z', 'revision_number': 6, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port_host': None}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:45.481035 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924349'] for router_gateway, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.491310 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c5e02-850e-427f-9c58-f85ea14362fb None None] The sync data for ids ['3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6'] in dv-cinder-815660-2-iscsi is: [{'id': '3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6', 'name': 'tempest-TestVolumeBootPattern-517792438-router', 'tenant_id': '925d32172c5f44168c2eddeffc0a7da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:17Z', 'updated_at': '2021-10-27T14:18:45Z', 'revision_number': 6, 'project_id': '925d32172c5f44168c2eddeffc0a7da1', 'gw_port_host': None}] {{(pid=101657) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:18:45.570367 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7917591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6078'] for router, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.572504 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.617670 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7917568'] for router, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.618203 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 {{(pid=101656) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:18:45.622207 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] Publish callbacks [] for router, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.623451 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-23e0ecde-89e4-4b21-86b3-034ba0f8841d admin admin] 10.222.0.85 "DELETE /v2.0/routers/3d5a0c9f-3ed1-483e-aab7-f4bbdc10d2d6 HTTP/1.1" status: 204 len: 168 time: 0.7554297 Oct 27 14:18:45.625894 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57444) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:45.670998 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.db_base_plugin_v2 [None req-496bc7d2-5749-4f94-b691-22ec5cad1f54 admin admin] Deleting subnet 8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d {{(pid=101656) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:18:45.674022 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-496bc7d2-5749-4f94-b691-22ec5cad1f54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.706840 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-496bc7d2-5749-4f94-b691-22ec5cad1f54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5232373'] for subnet, precommit_delete_associations {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.784255 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-496bc7d2-5749-4f94-b691-22ec5cad1f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.835622 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-496bc7d2-5749-4f94-b691-22ec5cad1f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5109624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5122466'] for subnet, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.862037 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bc7d2-5749-4f94-b691-22ec5cad1f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:45.865718 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-496bc7d2-5749-4f94-b691-22ec5cad1f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for subnet, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.869017 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-496bc7d2-5749-4f94-b691-22ec5cad1f54 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8b2ec9cc-cabb-4ce2-83ba-be0bc6eea23d HTTP/1.1" status: 204 len: 168 time: 0.2419968 Oct 27 14:18:45.871472 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57446) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:45.875498 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f389509b-7a59-4782-a0ce-078576b186c9 None None] Network 9af09723-d748-420c-9b75-4c97db8a5445 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:18:45.942303 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.999677 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Deleting port b7b389c0-e0b3-4475-9b1a-9f0de253b350 {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:46.000082 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:46.063117 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] For port b7b389c0-e0b3-4475-9b1a-9f0de253b350, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=b7b389c0-e0b3-4475-9b1a-9f0de253b350,segment=NetworkSegment(bdf80709-9336-4285-a4a0-fbe6354fb4ff),segment_id=bdf80709-9336-4285-a4a0-fbe6354fb4ff)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:46.063422 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:46.076491 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Calling delete_port for b7b389c0-e0b3-4475-9b1a-9f0de253b350 owned by network:dhcp {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:46.154700 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:46.180741 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b389c0-e0b3-4475-9b1a-9f0de253b350,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:46.184006 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] No DVR routers for this DVR port b7b389c0-e0b3-4475-9b1a-9f0de253b350 on host dv-cinder-815660-2-iscsi {{(pid=101656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:18:46.256152 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:46.276830 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af09723-d748-420c-9b75-4c97db8a5445']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:46.288777 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf80709-9336-4285-a4a0-fbe6354fb4ff') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:46.289496 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf80709-9336-4285-a4a0-fbe6354fb4ff') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:46.296764 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1928d3-c60a-4586-bb5c-1640a6c698c4 None None] DHCP port deletion for 9af09723-d748-420c-9b75-4c97db8a5445 request from dv-cinder-815660-2-iscsi {{(pid=101657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:18:46.299377 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:46.313182 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:46.318980 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:18:46.319388 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:18:46.321021 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:18:46.376832 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:46.382500 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:46.385730 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] 10.222.0.85 "DELETE /v2.0/networks/9af09723-d748-420c-9b75-4c97db8a5445 HTTP/1.1" status: 204 len: 168 time: 0.5133772 Oct 27 14:18:46.388832 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 57448) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:46.397977 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06fa53-d3be-4cfd-b886-f6358d1d2775 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af09723-d748-420c-9b75-4c97db8a5445,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:46.608943 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device b7b389c0-e0b3-4475-9b1a-9f0de253b350 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:18:46.631478 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: b7b389c0-e0b3-4475-9b1a-9f0de253b350 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:18:46.631826 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device b7b389c0-e0b3-4475-9b1a-9f0de253b350 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:18:46.632242 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:18:46.654070 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:18:46.654424 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 7ac91bde-9ad8-4de2-8183-e2a68d03bcdf not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:18:46.654838 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 499cfb25-15d3-4351-9be2-9e88044a456c no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:18:46.674316 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 499cfb25-15d3-4351-9be2-9e88044a456c {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:18:46.674670 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 499cfb25-15d3-4351-9be2-9e88044a456c not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:18:47.001388 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7917875'] for router_interface, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:47.241770 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] Deleting port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:47.242106 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:47.319047 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] For port 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=24b0cb87-2a1c-4c55-8d20-97f1f1fcb754,segment=NetworkSegment(3e5900fb-c8f6-46d7-8abb-7e44efed4812),segment_id=3e5900fb-c8f6-46d7-8abb-7e44efed4812)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:47.319340 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:47.331317 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] Calling delete_port for 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 owned by network:router_interface {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:47.505202 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:47.530570 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=24b0cb87-2a1c-4c55-8d20-97f1f1fcb754,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:47.698184 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8300935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918047'] for router_interface, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:47.907291 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] Router c1dc3121-d89f-499d-bf98-475417aaa569 has already been hosted by L3 agent b850e0ba-fa6c-430e-bae3-60415bf1a106 {{(pid=101655) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:18:48.006778 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] Notify agent at l3_agent.dv-cinder-815660-2-iscsi the message routers_updated {{(pid=101655) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:18:48.011804 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-efe118b9-cef2-46d9-8c6d-4885f1edb1c0 admin admin] 10.222.0.85 "PUT /v2.0/routers/c1dc3121-d89f-499d-bf98-475417aaa569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6219687 Oct 27 14:18:48.014203 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 57450) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:48.017658 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158a559-e794-4ea0-a5e3-113268921392 None None] Sync routers for ids ['c1dc3121-d89f-499d-bf98-475417aaa569'] in dv-cinder-815660-2-iscsi {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:18:48.028062 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f158a559-e794-4ea0-a5e3-113268921392 None None] Routers {'c1dc3121-d89f-499d-bf98-475417aaa569'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:48.028660 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-f158a559-e794-4ea0-a5e3-113268921392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:18:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['c1dc3121-d89f-499d-bf98-475417aaa569'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:48.116159 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Publish callbacks [] for router, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.130730 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-f158a559-e794-4ea0-a5e3-113268921392 None None] Set router c1dc3121-d89f-499d-bf98-475417aaa569 gateway port host: dv-cinder-815660-2-iscsi {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:18:48.219511 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.272875 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Deleting port b74d9600-637c-4952-92c1-fee9a8b13d26 {{(pid=101655) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:48.273220 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.307358 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-f158a559-e794-4ea0-a5e3-113268921392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'name': 'tempest-TestVolumeBootPattern-1272401216-router', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'external_fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:25Z', 'updated_at': '2021-10-27T14:18:47Z', 'revision_number': 5, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'gw_port': {'id': 'b74d9600-637c-4952-92c1-fee9a8b13d26', 'name': '', 'network_id': '884a1a2f-ed48-4d26-92b7-dfda2a60ebf8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:10:26Z', 'updated_at': '2021-10-27T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dde37f04-d826-45cf-bf11-2d55e6b5b02d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-2-iscsi'}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:48.333145 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158a559-e794-4ea0-a5e3-113268921392 None None] Checking router: c1dc3121-d89f-499d-bf98-475417aaa569 for host: dv-cinder-815660-2-iscsi {{(pid=101658) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:18:48.342241 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f158a559-e794-4ea0-a5e3-113268921392 None None] Routers {'c1dc3121-d89f-499d-bf98-475417aaa569'} bound to L3 agent in host dv-cinder-815660-2-iscsi {{(pid=101658) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:48.342851 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-f158a559-e794-4ea0-a5e3-113268921392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:00:07Z,description=,heartbeat_timestamp=2021-10-27T14:18:37Z,host='dv-cinder-815660-2-iscsi',id=b850e0ba-fa6c-430e-bae3-60415bf1a106,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:00:07Z,topic='l3_agent')) {'router_ids': ['c1dc3121-d89f-499d-bf98-475417aaa569'], 'active': True} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:48.354404 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.db [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] For port b74d9600-637c-4952-92c1-fee9a8b13d26, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=b74d9600-637c-4952-92c1-fee9a8b13d26,segment=NetworkSegment(968a4723-0822-4e4c-a319-7ce971f5354d),segment_id=968a4723-0822-4e4c-a319-7ce971f5354d)] {{(pid=101655) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:48.354761 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.366744 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.plugins.ml2.plugin [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Calling delete_port for b74d9600-637c-4952-92c1-fee9a8b13d26 owned by network:router_gateway {{(pid=101655) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:48.425705 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_dvr_db [None req-f158a559-e794-4ea0-a5e3-113268921392 None None] Set router c1dc3121-d89f-499d-bf98-475417aaa569 gateway port host: None {{(pid=101658) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:18:48.479684 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.l3_hamode_db [None req-f158a559-e794-4ea0-a5e3-113268921392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'name': 'tempest-TestVolumeBootPattern-1272401216-router', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:25Z', 'updated_at': '2021-10-27T14:18:48Z', 'revision_number': 6, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'gw_port_host': None}], 'dv-cinder-815660-2-iscsi', False) {} {{(pid=101658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:48.506771 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158a559-e794-4ea0-a5e3-113268921392 None None] The sync data for ids ['c1dc3121-d89f-499d-bf98-475417aaa569'] in dv-cinder-815660-2-iscsi is: [{'id': 'c1dc3121-d89f-499d-bf98-475417aaa569', 'name': 'tempest-TestVolumeBootPattern-1272401216-router', 'tenant_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:10:25Z', 'updated_at': '2021-10-27T14:18:48Z', 'revision_number': 6, 'project_id': 'd8cf28fd14f44fd196ca1f26e590ce92', 'gw_port_host': None}] {{(pid=101658) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:18:48.531495 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-67050086'] for port, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.563789 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74d9600-637c-4952-92c1-fee9a8b13d26,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:48.620646 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7924349'] for router_gateway, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.706985 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7917591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6078'] for router, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.709683 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.750857 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7917568'] for router, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.751351 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1dc3121-d89f-499d-bf98-475417aaa569 {{(pid=101655) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:18:48.756526 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] Publish callbacks [] for router, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.757781 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-18f8579b-66d0-4f7f-91be-4d2570c02662 admin admin] 10.222.0.85 "DELETE /v2.0/routers/c1dc3121-d89f-499d-bf98-475417aaa569 HTTP/1.1" status: 204 len: 168 time: 0.7424819 Oct 27 14:18:48.760139 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.wsgi [-] (101655) accepted ('10.222.0.85', 57452) {{(pid=101655) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:48.774300 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.805420 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.db.db_base_plugin_v2 [None req-727945ba-b7e5-4fea-a075-93184871c6f1 admin admin] Deleting subnet 27bfe93f-331a-4203-a36f-b0f5e5212e40 {{(pid=101655) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:18:48.808370 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-727945ba-b7e5-4fea-a075-93184871c6f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.846589 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-727945ba-b7e5-4fea-a075-93184871c6f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66587301'] for subnet, precommit_delete_associations {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.929247 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-727945ba-b7e5-4fea-a075-93184871c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-670805'] for subnet, precommit_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:48.954319 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:18:48.984887 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:18:48.985231 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device 24b0cb87-2a1c-4c55-8d20-97f1f1fcb754 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:18:48.986929 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-727945ba-b7e5-4fea-a075-93184871c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-670812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8067050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-67050067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66201668'] for subnet, after_delete {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.013376 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727945ba-b7e5-4fea-a075-93184871c6f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27bfe93f-331a-4203-a36f-b0f5e5212e40,revision_number=None']} {{(pid=101655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:49.018101 dv-cinder-815660-2-iscsi neutron-server[101655]: DEBUG neutron_lib.callbacks.manager [None req-727945ba-b7e5-4fea-a075-93184871c6f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.022204 dv-cinder-815660-2-iscsi neutron-server[101655]: INFO neutron.wsgi [None req-727945ba-b7e5-4fea-a075-93184871c6f1 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/27bfe93f-331a-4203-a36f-b0f5e5212e40 HTTP/1.1" status: 204 len: 168 time: 0.2608571 Oct 27 14:18:49.024339 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f954facf-1c2c-4e54-bced-23becefff0de None None] Network 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 requested from dv-cinder-815660-2-iscsi {{(pid=101657) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:18:49.024594 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57454) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:49.095073 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611246'] for network, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.150465 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Deleting port a8a305ca-3390-480c-949e-ae9b157bba97 {{(pid=101656) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:49.150797 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.214413 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.db [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] For port a8a305ca-3390-480c-949e-ae9b157bba97, host dv-cinder-815660-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-2-iscsi',level=0,port_id=a8a305ca-3390-480c-949e-ae9b157bba97,segment=NetworkSegment(3e5900fb-c8f6-46d7-8abb-7e44efed4812),segment_id=3e5900fb-c8f6-46d7-8abb-7e44efed4812)] {{(pid=101656) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:49.214704 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.227015 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.plugin [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Calling delete_port for a8a305ca-3390-480c-949e-ae9b157bba97 owned by network:dhcp {{(pid=101656) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:49.296997 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] DHCP port deletion for 2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 request from dv-cinder-815660-2-iscsi {{(pid=101657) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:18:49.311533 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5109581'] for port, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.335157 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a305ca-3390-480c-949e-ae9b157bba97,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:49.344167 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] No DVR routers for this DVR port a8a305ca-3390-480c-949e-ae9b157bba97 on host dv-cinder-815660-2-iscsi {{(pid=101656) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:18:49.356873 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Deleting port a8a305ca-3390-480c-949e-ae9b157bba97 {{(pid=101657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:18:49.357488 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749825807126'] for port, before_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.418984 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669376', 'neutron.services.segments.db._delete_segments_for_network-8749825838942'] for network, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.420782 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.db [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] For port a8a305ca-3390-480c-949e-ae9b157bba97, host dv-cinder-815660-2-iscsi, got binding levels [] {{(pid=101657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:49.421165 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7928138'] for port, precommit_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.433826 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Calling delete_port for a8a305ca-3390-480c-949e-ae9b157bba97 owned by network:dhcp {{(pid=101657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:18:49.437312 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.ipam_backend_mixin [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Port a8a305ca-3390-480c-949e-ae9b157bba97 was not found and therefore no delete operation was performed {{(pid=101657) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 14:18:49.438696 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-598439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749825813468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749825335143'] for port, after_delete {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.440348 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2911ccb9-0eb7-4f2e-b4b2-4dea1f031231']}} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:49.450743 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5900fb-c8f6-46d7-8abb-7e44efed4812') {'for_net_delete': True} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:49.451039 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.services.segments.db [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5900fb-c8f6-46d7-8abb-7e44efed4812') {} {{(pid=101656) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:49.460738 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749825839719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5232268'] for segment, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.473852 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] No DVR routers for this DVR port a8a305ca-3390-480c-949e-ae9b157bba97 on host dv-cinder-815660-2-iscsi {{(pid=101657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:18:49.479513 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Pushing event deleted for resources: {'Port': ['ID=a8a305ca-3390-480c-949e-ae9b157bba97,revision_number=None']} {{(pid=101657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:49.479722 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996'] for segment, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.487811 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.488358 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.488787 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=101656) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:18:49.488926 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.489299 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.489429 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-638996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5109650'] for segment, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.490830 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.491516 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.492046 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.492643 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.493160 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.493776 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.494206 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.494741 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff731bbc-81ed-4b03-8e8d-136a1bea073f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-2-iscsi {{(pid=101657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: Traceback (most recent call last): Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: timer() Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: cb(*args, **kw) Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: return func(*args, **kwargs) Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: self._notify() Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: self.callback(batched_events) Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: event.method(event) Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: return f(self, *a, **k) Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._get(url).json() Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: return self.request(url, 'GET', **kwargs) Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:18:49.502491 dv-cinder-815660-2-iscsi neutron-server[101656]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:18:49.551191 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8300990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7924289'] for network, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.557080 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8300972'] for network, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.560269 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] 10.222.0.85 "DELETE /v2.0/networks/2911ccb9-0eb7-4f2e-b4b2-4dea1f031231 HTTP/1.1" status: 204 len: 168 time: 0.5346925 Oct 27 14:18:49.571712 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7113f0c-1a1e-44eb-8ccf-7b3a32522e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=2911ccb9-0eb7-4f2e-b4b2-4dea1f031231,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:49.673296 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57458) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:49.711781 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-0198ac18-b78c-4131-bf8b-f0504f1ba48e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=925d32172c5f44168c2eddeffc0a7da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373354 Oct 27 14:18:49.714263 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57460) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:49.765571 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6a18101f-7591-4933-8b38-9b0662969e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.787519 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6a18101f-7591-4933-8b38-9b0662969e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.832151 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6a18101f-7591-4933-8b38-9b0662969e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.834605 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-6a18101f-7591-4933-8b38-9b0662969e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:49.835775 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-6a18101f-7591-4933-8b38-9b0662969e33 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7a61fc3b-ce6d-4582-af3e-4e50b8002473 HTTP/1.1" status: 204 len: 168 time: 0.1206303 Oct 27 14:18:49.844232 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18101f-7591-4933-8b38-9b0662969e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a61fc3b-ce6d-4582-af3e-4e50b8002473,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:50.144336 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57466) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:50.184373 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-7bc5c58d-fbc1-4d03-92f6-23c7fb1fbc59 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d8cf28fd14f44fd196ca1f26e590ce92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388889 Oct 27 14:18:50.186693 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [-] (101656) accepted ('10.222.0.85', 57468) {{(pid=101656) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:18:50.233269 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47b6f2f7-c0ae-48aa-ba60-23f6827446b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:50.253990 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47b6f2f7-c0ae-48aa-ba60-23f6827446b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:50.300855 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47b6f2f7-c0ae-48aa-ba60-23f6827446b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8014336'] for security_group, after_delete {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:50.305239 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron_lib.callbacks.manager [None req-47b6f2f7-c0ae-48aa-ba60-23f6827446b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101656) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:50.307143 dv-cinder-815660-2-iscsi neutron-server[101656]: INFO neutron.wsgi [None req-47b6f2f7-c0ae-48aa-ba60-23f6827446b6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/13e48f1d-5baa-4fc5-8439-5da6ea99b08f HTTP/1.1" status: 204 len: 168 time: 0.1192825 Oct 27 14:18:50.316534 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6f2f7-c0ae-48aa-ba60-23f6827446b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e48f1d-5baa-4fc5-8439-5da6ea99b08f,revision_number=None']} {{(pid=101656) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:50.606372 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device b74d9600-637c-4952-92c1-fee9a8b13d26 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:18:50.627932 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: b74d9600-637c-4952-92c1-fee9a8b13d26 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:18:50.628280 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device b74d9600-637c-4952-92c1-fee9a8b13d26 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:18:50.628709 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device a8a305ca-3390-480c-949e-ae9b157bba97 no longer exists at agent ovs-agent-dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:18:50.650798 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.plugin [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] No Port match for: a8a305ca-3390-480c-949e-ae9b157bba97 {{(pid=101657) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:18:50.650798 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron.plugins.ml2.rpc [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Device a8a305ca-3390-480c-949e-ae9b157bba97 not bound to the agent host dv-cinder-815660-2-iscsi {{(pid=101657) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:19:01.245393 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:19:03.820136 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-abbf6057-b453-4d8c-bf11-ed4777014835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:06.804300 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-da79167c-2297-4864-8dc5-a8a3c3b5af13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:07.782592 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:07.937193 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:09.464616 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:18.789886 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:33.828575 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc39c-ad5f-4a12-b730-b7413a5098f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:36.805014 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-82cf19f4-cdd2-4b1c-a3b3-1beb60b9446b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:37.786738 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:37.939451 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:38.243672 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:19:39.468945 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:48.777265 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:03.820445 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2fc59d7a-1a47-4533-8710-379cc7a65b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:06.806132 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5bb5a48-75cb-4672-9f44-f31a3ca38431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:07.788110 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:07.939884 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:09.470074 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:15.241954 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:20:18.793674 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:33.821670 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-4069180d-a9d4-43f1-8a14-2a5dcb13ce7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:36.806736 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-fe1338bf-942c-4495-b1d6-6d28254910c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:37.792597 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:37.941492 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:39.472406 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:48.791740 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:52.240769 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:21:03.823187 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-218d9e7e-4e29-456f-bace-4a46c3b349a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:06.807362 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8f29-dcca-44b1-a393-38b78b9b3586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:07.793536 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:07.943485 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:09.476950 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:18.802392 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:29.240221 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:21:33.825432 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5e465c10-69cd-425e-8c50-90aa16a811f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:36.808003 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-56a28701-5400-4fa0-9892-c857df7424ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:37.796783 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:37.943521 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:39.479684 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:48.789646 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:03.826556 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-2bd1e30b-3dfa-459a-abf3-79be8b84b868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:06.238240 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:22:06.809146 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-3967bae6-292e-4c22-a124-f6023babc852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:07.800001 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:07.944013 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:09.483468 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:18.812141 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:33.827340 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-9a8fc869-de4f-4fd3-840c-a5002b097904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:36.809370 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-f4612e84-7821-4cc7-84dd-c9f6888043ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:37.803381 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:37.944765 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:39.485963 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:43.236683 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:22:48.809470 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:03.828549 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-02233cf6-7c38-4c10-91c5-d4e46f4dc59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:06.810517 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-ef55922c-2392-4d65-933f-99a1aee8e259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:07.805588 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:07.945582 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:09.489652 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:18.823772 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:20.235471 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:23:33.832585 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-5ece65f1-1a9c-4140-a74d-703474b8a2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:36.811949 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-a8f79eda-fb84-491f-88c9-e23554ce4d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:37.809492 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:37.947097 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:39.491698 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:48.821473 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:51.537874 dv-cinder-815660-2-iscsi neutron-server[101656]: DEBUG neutron.wsgi [req-3fe1edfb-67b1-4ca9-a6ad-78839c76ce89 req-24cf98e4-e9bb-4812-b282-f83f30d2ea25 service neutron] (101656) timed out ('10.222.0.71', 52059) {{(pid=101656) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 14:23:57.233537 dv-cinder-815660-2-iscsi neutron-server[101658]: DEBUG neutron.db.agents_db [None req-b588de48-ac8b-4dd9-87fa-81c425719039 None None] Agent healthcheck: found 6 active agents {{(pid=101658) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:24:03.835076 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-f87d4dce-21b9-42e6-a7f6-e87acf89b8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:06.812660 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-660963a6-90da-4d56-a221-d87c4eef1443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:07.811533 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8237-ffd3-49cb-89bc-55579c04245f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:07.949055 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-0dcde19d-472c-41a3-8b09-93ab54556889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:09.497447 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-d34a433c-8041-4ce5-be1d-49e35e7e338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:18.811247 dv-cinder-815660-2-iscsi neutron-server[101657]: DEBUG neutron_lib.callbacks.manager [None req-8cf1659f-0969-46aa-860f-894471ba3da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749825838924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666506'] for agent, after_update {{(pid=101657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}